[ 527.756733] env[64983]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.756733] env[64983]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.769235] env[65073]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 528.769235] env[65073]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 530.332353] env[65073]: INFO neutron.common.config [-] Logging enabled! [ 530.332684] env[65073]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 530.332900] env[65073]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65073) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 530.333215] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 530.333313] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 530.334156] env[65073]: WARNING oslo_policy.policy [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 530.334378] env[65073]: WARNING oslo_policy.policy [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 530.336094] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] VMware NSXv3 Agent initialized successfully. [ 530.336456] env[65073]: DEBUG oslo_concurrency.lockutils [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] Acquiring lock "singleton_lock" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.336583] env[65073]: DEBUG oslo_concurrency.lockutils [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] Acquired lock "singleton_lock" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.336785] env[65073]: DEBUG oslo_concurrency.lockutils [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] Releasing lock "singleton_lock" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.337097] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] Full set of CONF: {{(pid=65073) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 530.337214] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ******************************************************************************** {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 530.337317] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] Configuration options gathered from: {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 530.337688] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 530.337857] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 530.337966] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ================================================================================ {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 530.338145] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] agent_down_time = 75 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.338351] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] allow_automatic_dhcp_failover = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.338407] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] allow_bulk = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.338548] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] api_extensions_path = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.338686] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] api_paste_config = api-paste.ini {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.338824] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] auth_strategy = keystone {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.338927] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] backdoor_port = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.339038] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] backdoor_socket = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.339177] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] backlog = 4096 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.339313] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.339465] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] bind_host = 0.0.0.0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.339604] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] bind_port = 9696 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.339736] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] client_socket_timeout = 900 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.339874] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] config_dir = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.339989] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.340130] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] config_source = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.340265] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] control_exchange = neutron {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.340400] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] core_plugin = ml2 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.340539] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] debug = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.340671] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] default_availability_zones = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.340870] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.341010] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] dhcp_agent_notification = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.341150] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] dhcp_agents_per_network = 1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.341281] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] dhcp_lease_duration = 86400 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.341418] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] dhcp_load_type = networks {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.341550] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] dns_domain = openstacklocal {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.341683] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.341817] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] enable_default_route_bfd = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.341941] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] enable_default_route_ecmp = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.342078] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] enable_dvr = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.342202] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] enable_new_agents = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.342330] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.342458] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] enable_signals = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.342584] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] enable_traditional_dhcp = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.342707] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] external_dns_driver = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.342833] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] filter_validation = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.342967] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] global_physnet_mtu = 8950 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.343111] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] graceful_shutdown_timeout = 60 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.343290] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] host = cpu-1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.343423] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] host_dvr_for_dhcp = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.343554] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] http_retries = 3 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.343689] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] instance_format = [instance: %(uuid)s] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.343823] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.343955] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ipam_driver = internal {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.344124] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ipv6_pd_enabled = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.344311] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] l3_ha = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.344462] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.344600] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] l3_ha_network_physical_name = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.344733] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] l3_ha_network_type = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.344870] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] log_color = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.345011] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] log_config_append = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.345154] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.345286] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] log_dir = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.345413] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] log_file = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.345517] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] log_options = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.345665] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] log_rotate_interval = 1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.345848] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] log_rotate_interval_type = days {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.345989] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] log_rotation_type = none {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.346105] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.346206] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.346341] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.346476] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.346577] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.346710] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] max_dns_nameservers = 5 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.346841] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] max_header_line = 16384 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.346968] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] max_l3_agents_per_router = 3 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.347110] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] max_logfile_count = 30 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.347241] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] max_logfile_size_mb = 200 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.347370] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] max_subnet_host_routes = 20 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.347507] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] my_ip = 10.180.1.21 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.347667] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] my_ipv6 = ::1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.347792] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] network_auto_schedule = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.347922] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] network_link_prefix = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.348117] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.348302] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] notify_nova_on_port_data_changes = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.348477] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] notify_nova_on_port_status_changes = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.348588] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] pagination_max_limit = -1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.348718] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] publish_errors = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.348881] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] rate_limit_burst = 0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.349043] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] rate_limit_except_level = CRITICAL {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.349170] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] rate_limit_interval = 0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.349300] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] retry_until_window = 30 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.349428] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] router_distributed = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.349753] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] rpc_resources_processing_step = 20 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.349753] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] rpc_response_max_timeout = 600 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.349846] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] rpc_response_timeout = 60 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.349924] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] send_events_interval = 2 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.350078] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] service_plugins = ['router'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.350217] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] setproctitle = on {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.350344] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] shell_completion = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.350480] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] state_path = /opt/stack/data/neutron {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.350616] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] syslog_log_facility = LOG_USER {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.350744] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] tcp_keepidle = 600 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.350879] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] transport_url = **** {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.351017] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] use_journal = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.351148] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] use_json = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.351274] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] use_ssl = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.351397] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] use_stderr = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.351528] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] use_syslog = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.351650] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] vlan_qinq = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.351773] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] vlan_transparent = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.351898] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] watch_log_file = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.352041] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] wsgi_default_pool_size = 100 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.352168] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] wsgi_keep_alive = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.352305] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.352433] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] wsgi_server_debug = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.352579] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_concurrency.disable_process_locking = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.352719] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.352861] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.352992] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.353141] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.353278] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.353410] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.353560] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] profiler.connection_string = messaging:// {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.353698] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] profiler.enabled = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.353837] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] profiler.es_doc_type = notification {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.353971] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] profiler.es_scroll_size = 10000 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.354120] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] profiler.es_scroll_time = 2m {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.354252] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] profiler.filter_error_trace = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.354388] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] profiler.hmac_keys = **** {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.354524] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] profiler.sentinel_service_name = mymaster {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.354664] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] profiler.socket_timeout = 0.1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.354798] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] profiler.trace_requests = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.354927] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] profiler.trace_sqlalchemy = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.355082] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] profiler_jaeger.process_tags = {} {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.355215] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] profiler_jaeger.service_name_prefix = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.355348] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] profiler_otlp.service_name_prefix = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.355493] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_policy.enforce_new_defaults = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.355775] env[65073]: WARNING oslo_config.cfg [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 530.355925] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_policy.enforce_scope = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.356079] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_policy.policy_default_rule = default {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.356228] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.356369] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.356508] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.356644] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.356772] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.356897] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.357035] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.357175] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.357322] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.357490] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] agent.extensions = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.357603] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.357762] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] service_providers.service_provider = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.357910] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] QUOTAS.default_quota = -1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.358064] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.358201] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] QUOTAS.quota_floatingip = 50 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.358333] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] QUOTAS.quota_network = 100 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.358465] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] QUOTAS.quota_port = 500 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.358598] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.358725] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] QUOTAS.quota_router = 10 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.358878] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] QUOTAS.quota_security_group = 10 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.359022] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.359156] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] QUOTAS.quota_subnet = 100 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.359285] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] QUOTAS.track_quota_usage = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.359433] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.359563] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep.group = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.359690] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep.helper_command = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.359819] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep.log_daemon_traceback = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.359953] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.360097] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep.thread_pool_size = 8 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.360228] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep.user = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.360368] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.360510] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_dhcp_release.group = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.360648] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_dhcp_release.helper_command = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.360779] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.360912] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.361056] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.361187] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_dhcp_release.user = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.361326] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.361454] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_ovs_vsctl.group = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.361580] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.361708] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.361842] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.361973] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.362142] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_ovs_vsctl.user = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.362283] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_namespace.capabilities = [21] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.362410] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_namespace.group = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.362538] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_namespace.helper_command = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.362669] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.362805] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.362940] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.363082] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_namespace.user = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.363224] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_conntrack.capabilities = [12] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.363350] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_conntrack.group = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.363480] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_conntrack.helper_command = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.363620] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.363801] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.363959] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.364105] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_conntrack.user = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.364247] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_link.capabilities = [12, 21] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.364374] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_link.group = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.364501] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_link.helper_command = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.364633] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_link.log_daemon_traceback = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.364767] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.364902] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_link.thread_pool_size = 8 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.365038] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] privsep_link.user = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.365193] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.365339] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.365473] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.continue_on_failed_promotions = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.365603] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.dscp = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.365736] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.dscp_inherit = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.365875] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.force_mp_to_policy = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.366025] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.locking_coordinator_url = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.366155] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.log_agent_heartbeats = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.366287] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.logging_expire = 1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.366446] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.366590] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.366734] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.polling_interval = 240 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.366892] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.367051] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.367197] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.report_interval = 30.0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.367338] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.367478] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.367615] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.367775] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.sync_skew = 60 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.367915] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.synchronization_queue_size = 20 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.368063] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT.use_helper_for_ns_read = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.368206] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] SECURITYGROUP.enable_ipset = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.368346] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] SECURITYGROUP.enable_security_group = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.368484] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.368630] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.368770] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] experimental.ipv6_pd_enabled = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.368949] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ml2.extension_drivers = ['port_security'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.369100] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ml2.external_network_type = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.369251] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.369391] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ml2.overlay_ip_version = 4 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.369531] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ml2.path_mtu = 8950 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.369670] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ml2.physical_network_mtus = {} {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.369830] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.369981] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.370144] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ml2.type_drivers = ['vlan'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.370294] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.370429] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.370562] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.370705] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.370848] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.370986] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.371137] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.371277] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.371419] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.371616] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.371761] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_login_password = **** {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.371907] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.372056] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_login_user = admin {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.372196] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.372336] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.372480] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.372648] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.372797] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.372938] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.373088] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.373230] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.373367] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.373506] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.373651] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.373787] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.373924] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.374133] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.374279] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.374417] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.374550] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.374690] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] nova.auth_section = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.374854] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] nova.auth_type = password {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.375025] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.375151] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] nova.certfile = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.375286] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] nova.collect_timing = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.375442] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] nova.endpoint_type = public {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.375608] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] nova.insecure = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.375778] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] nova.keyfile = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.375929] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] nova.region_name = RegionOne {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.376077] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] nova.split_loggers = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.376211] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] nova.timeout = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.376349] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] placement.auth_section = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.376492] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] placement.auth_type = password {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.376631] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.376764] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] placement.certfile = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.376893] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] placement.collect_timing = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.377038] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] placement.endpoint_type = public {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.377170] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] placement.insecure = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.377297] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] placement.keyfile = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.377420] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] placement.region_name = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.377546] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] placement.split_loggers = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.377694] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] placement.timeout = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.377838] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.auth_section = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.377970] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.auth_type = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.378110] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.cafile = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.378236] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.certfile = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.378365] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.collect_timing = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.378490] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.connect_retries = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.378623] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.connect_retry_delay = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.378754] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.enable_notifications = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.378924] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.endpoint_override = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.379073] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.insecure = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.379205] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.interface = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.379335] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.keyfile = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.379461] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.max_version = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.379587] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.min_version = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.379714] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.region_name = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.379839] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.retriable_status_codes = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.379971] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.service_name = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.380129] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.service_type = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.380258] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.split_loggers = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.380385] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.status_code_retries = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.380509] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.status_code_retry_delay = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.380640] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.timeout = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.380761] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.valid_interfaces = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.380884] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ironic.version = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.381026] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] cli_script.dry_run = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.381172] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.381302] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.381433] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.381562] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.381691] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.381820] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.381949] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.382089] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.382215] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.382351] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.382480] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.382616] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.382751] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.382883] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.383020] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.383156] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.383289] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.383420] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.383556] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.383687] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.383817] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.383946] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.384121] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.384291] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.384430] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.384591] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.384758] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.384900] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.385046] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.385215] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.385350] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.ssl = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.385491] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.385638] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.385773] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.385911] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.386053] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.386186] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.386323] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_notifications.driver = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.386458] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_notifications.retry = -1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.386602] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.386731] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.386834] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-023dbcb1-77df-4048-ba13-7a5cde185970 None None] ******************************************************************************** {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 530.388113] env[65073]: DEBUG neutron.agent.securitygroups_rpc [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Init firewall settings (driver=nsxv3) {{(pid=65073) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 530.389432] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65073) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 530.389674] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] RPC agent_id: nsxm-l-01a.corp.local [ 530.391875] env[65073]: DEBUG dogpile.cache.region [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 530.391999] env[65073]: DEBUG dogpile.lock [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 530.392109] env[65073]: DEBUG dogpile.lock [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 530.392200] env[65073]: DEBUG dogpile.lock [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 530.392293] env[65073]: DEBUG dogpile.cache.region [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 530.392380] env[65073]: DEBUG dogpile.lock [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 530.392501] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 530.437550] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Session token - acquiring [ 530.439143] env[65073]: DEBUG networking_nsxv3.common.locking [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.439332] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.439421] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.439879] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.450707] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.718486] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 530.739441] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 530.739660] env[65073]: DEBUG dogpile.cache.region [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Cache value generated in 0.347 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 530.739724] env[65073]: DEBUG dogpile.lock [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 530.739826] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Activating Policy API Provider. [ 530.740088] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Looking for the default Infrastructure Rules. [ 530.804058] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Looking for the Default Layer3 Logged Drop Section. [ 530.819217] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 530.819665] env[65073]: DEBUG networking_nsxv3.common.locking [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.819848] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquiring lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.819955] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.820255] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired external semaphore "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.820591] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.334352] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.836663] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.338566] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Inventory metadata is going to be refreshed. [ 532.338951] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 533.074410] env[65073]: DEBUG networking_nsxv3.common.locking [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.074659] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.074725] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.075029] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.087854] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 533.088780] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.089403] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 533.107933] env[65073]: DEBUG networking_nsxv3.common.locking [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.108216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.108216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.108506] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.108627] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.108804] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 533.108956] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.109128] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 533.131124] env[65073]: DEBUG networking_nsxv3.common.locking [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.131376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.131376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.131657] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.131840] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.131967] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 533.154794] env[65073]: DEBUG networking_nsxv3.common.locking [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.155068] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.155068] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.155345] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.155490] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.155629] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 533.175620] env[65073]: DEBUG networking_nsxv3.common.locking [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.175866] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquiring lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.175866] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.176169] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired external semaphore "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.176317] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Releasing lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.176461] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 533.176565] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.176665] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 533.194490] env[65073]: DEBUG networking_nsxv3.common.locking [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.194736] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquiring lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.194787] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.195084] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired external semaphore "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.195221] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Releasing lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.195557] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 533.195751] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.195918] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 533.215777] env[65073]: DEBUG networking_nsxv3.common.locking [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.216033] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.216093] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.216340] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.216481] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.216628] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 533.216734] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.216834] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Inventory metadata have been refreshed. [ 533.216928] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Dryrun:True. Metadata refresh completed. [ 533.217052] env[65073]: DEBUG oslo_concurrency.lockutils [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Releasing lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.218758] env[65073]: INFO neutron.agent.agent_extensions_manager [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Loaded agent extensions: [] [ 533.219480] env[65073]: DEBUG neutron_lib.callbacks.manager [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65073) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 533.269055] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] NSXv3 Agent Agent RPC Daemon Started! [ 533.269215] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] NSXv3 Agent Agent loop - iteration:0 started [ 533.269258] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] NSXv3 Agent Agent out of sync with plugin! [ 538.220654] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.221109] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.222576] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.222963] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.224269] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.224649] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.662498] env[65073]: INFO networking_nsxv3.common.synchronization [None req-333ad573-64f8-48d8-a34e-758219382ca8 demo admin] Enqueued Resource ID: e78850c5-3a60-4326-bbe9-5edf405fca38 with Priority: HIGHEST for action security_group_rules [ 548.663052] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e78850c5-3a60-4326-bbe9-5edf405fca38 with Priority: HIGHEST for action security_group_rules [ 548.663457] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e78850c5-3a60-4326-bbe9-5edf405fca38 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.663542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e78850c5-3a60-4326-bbe9-5edf405fca38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.663542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e78850c5-3a60-4326-bbe9-5edf405fca38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.663884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e78850c5-3a60-4326-bbe9-5edf405fca38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.663968] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e78850c5-3a60-4326-bbe9-5edf405fca38',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.184180] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.184444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.184444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.184594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.184687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.184792] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e78850c5-3a60-4326-bbe9-5edf405fca38 already deleted. [ 549.185127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e78850c5-3a60-4326-bbe9-5edf405fca38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.663971] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.664532] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.665373] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.665763] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.666977] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.666977] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.667776] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.668721] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.670064] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.670343] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.811866] env[65073]: INFO networking_nsxv3.common.synchronization [None req-529b21a3-48bf-42ac-ac35-12857d8a5a7e None None] Enqueued Resource ID: 9794e423-d731-41b4-9d93-9a8cc7d53671 with Priority: HIGHEST for action port [ 575.812916] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9794e423-d731-41b4-9d93-9a8cc7d53671 with Priority: HIGHEST for action port [ 575.813424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9794e423-d731-41b4-9d93-9a8cc7d53671 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.813424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9794e423-d731-41b4-9d93-9a8cc7d53671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.813424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9794e423-d731-41b4-9d93-9a8cc7d53671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.814192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9794e423-d731-41b4-9d93-9a8cc7d53671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.814192] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9794e423-d731-41b4-9d93-9a8cc7d53671',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.318213] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9794e423-d731-41b4-9d93-9a8cc7d53671 [ 576.318496] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.318646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.318733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.318967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.319074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.319226] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9794e423-d731-41b4-9d93-9a8cc7d53671 already deleted. [ 576.319349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9794e423-d731-41b4-9d93-9a8cc7d53671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.344971] env[65073]: INFO networking_nsxv3.common.synchronization [None req-a7e05890-6547-444b-ad2b-731971bc1b23 None None] Enqueued Resource ID: 7815a0b0-9cb0-4dde-b57a-f776523b50e2 with Priority: HIGHEST for action port [ 577.344971] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7815a0b0-9cb0-4dde-b57a-f776523b50e2 with Priority: HIGHEST for action port [ 577.344971] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7815a0b0-9cb0-4dde-b57a-f776523b50e2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.346214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7815a0b0-9cb0-4dde-b57a-f776523b50e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.348231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7815a0b0-9cb0-4dde-b57a-f776523b50e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.348231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7815a0b0-9cb0-4dde-b57a-f776523b50e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.348231] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7815a0b0-9cb0-4dde-b57a-f776523b50e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.506127] env[65073]: INFO networking_nsxv3.common.synchronization [None req-8758f23e-f968-43be-90d0-37fd6959e7eb None None] Enqueued Resource ID: da674d04-4ba8-4095-a9e2-2a88b1ab22ad with Priority: HIGHEST for action port [ 577.508442] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da674d04-4ba8-4095-a9e2-2a88b1ab22ad with Priority: HIGHEST for action port [ 577.508442] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-da674d04-4ba8-4095-a9e2-2a88b1ab22ad taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.508442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da674d04-4ba8-4095-a9e2-2a88b1ab22ad" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.508442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da674d04-4ba8-4095-a9e2-2a88b1ab22ad" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.508442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da674d04-4ba8-4095-a9e2-2a88b1ab22ad" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.508442] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da674d04-4ba8-4095-a9e2-2a88b1ab22ad',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.850596] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7815a0b0-9cb0-4dde-b57a-f776523b50e2 [ 577.850596] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.851239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.851371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.851875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.854128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.854128] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7815a0b0-9cb0-4dde-b57a-f776523b50e2 already deleted. [ 577.854128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7815a0b0-9cb0-4dde-b57a-f776523b50e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.010476] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da674d04-4ba8-4095-a9e2-2a88b1ab22ad [ 578.011423] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.011423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.011423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.011423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.011423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.011662] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da674d04-4ba8-4095-a9e2-2a88b1ab22ad already deleted. [ 578.011662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da674d04-4ba8-4095-a9e2-2a88b1ab22ad" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.494884] env[65073]: INFO networking_nsxv3.common.synchronization [None req-2858eba9-1b1d-4a43-8f67-dc4f76403e31 None None] Enqueued Resource ID: 34269d9e-317a-48d5-889c-00704b350c73 with Priority: HIGHEST for action port [ 579.494884] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34269d9e-317a-48d5-889c-00704b350c73 with Priority: HIGHEST for action port [ 579.494884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-34269d9e-317a-48d5-889c-00704b350c73 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.495248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34269d9e-317a-48d5-889c-00704b350c73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.495248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34269d9e-317a-48d5-889c-00704b350c73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.495248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34269d9e-317a-48d5-889c-00704b350c73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.495348] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34269d9e-317a-48d5-889c-00704b350c73',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.997139] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34269d9e-317a-48d5-889c-00704b350c73 [ 579.997408] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.997528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.997585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.997783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.997878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.997974] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34269d9e-317a-48d5-889c-00704b350c73 already deleted. [ 579.998068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34269d9e-317a-48d5-889c-00704b350c73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.357043] env[65073]: INFO networking_nsxv3.common.synchronization [None req-fb1f85b1-aa6f-4b37-bedc-3029cd557acd None None] Enqueued Resource ID: 8f55b973-3d41-474d-80e2-7d30d3fe97a9 with Priority: HIGHEST for action port [ 580.357308] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f55b973-3d41-474d-80e2-7d30d3fe97a9 with Priority: HIGHEST for action port [ 580.357880] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f55b973-3d41-474d-80e2-7d30d3fe97a9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.357999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f55b973-3d41-474d-80e2-7d30d3fe97a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.359272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f55b973-3d41-474d-80e2-7d30d3fe97a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.359524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f55b973-3d41-474d-80e2-7d30d3fe97a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.359615] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f55b973-3d41-474d-80e2-7d30d3fe97a9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.863947] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f55b973-3d41-474d-80e2-7d30d3fe97a9 [ 580.864193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.864294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.864294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.864544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.864663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.864711] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f55b973-3d41-474d-80e2-7d30d3fe97a9 already deleted. [ 580.864795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f55b973-3d41-474d-80e2-7d30d3fe97a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.927610] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f7280fad-d5c6-4479-b584-205b0dca16d7 None None] Enqueued Resource ID: 32aa1390-ed11-4b46-91ef-14ee362576b3 with Priority: HIGHEST for action port [ 580.927867] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32aa1390-ed11-4b46-91ef-14ee362576b3 with Priority: HIGHEST for action port [ 580.928483] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-32aa1390-ed11-4b46-91ef-14ee362576b3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.928602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32aa1390-ed11-4b46-91ef-14ee362576b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.928671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32aa1390-ed11-4b46-91ef-14ee362576b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.931173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32aa1390-ed11-4b46-91ef-14ee362576b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.931272] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32aa1390-ed11-4b46-91ef-14ee362576b3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.436584] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32aa1390-ed11-4b46-91ef-14ee362576b3 [ 581.436584] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.436584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.436584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.436584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.436584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.436584] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32aa1390-ed11-4b46-91ef-14ee362576b3 already deleted. [ 581.436584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32aa1390-ed11-4b46-91ef-14ee362576b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.539077] env[65073]: INFO networking_nsxv3.common.synchronization [None req-561f409b-01a9-46f1-98a5-481a81e5ffb1 None None] Enqueued Resource ID: c57d09e8-b7f7-4f14-a37a-537443e29eec with Priority: HIGHEST for action port [ 581.539638] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c57d09e8-b7f7-4f14-a37a-537443e29eec with Priority: HIGHEST for action port [ 581.539941] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c57d09e8-b7f7-4f14-a37a-537443e29eec taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.541663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c57d09e8-b7f7-4f14-a37a-537443e29eec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.541759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c57d09e8-b7f7-4f14-a37a-537443e29eec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.542025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c57d09e8-b7f7-4f14-a37a-537443e29eec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.542122] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57d09e8-b7f7-4f14-a37a-537443e29eec',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.696104] env[65073]: INFO networking_nsxv3.common.synchronization [None req-23c1e451-6b04-48c3-bbd3-1fbf5975db67 None None] Enqueued Resource ID: f1ffe6f1-bf54-4f51-bb80-d5ca835415c3 with Priority: HIGHEST for action port [ 581.698213] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ffe6f1-bf54-4f51-bb80-d5ca835415c3 with Priority: HIGHEST for action port [ 581.698865] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1ffe6f1-bf54-4f51-bb80-d5ca835415c3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.698989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1ffe6f1-bf54-4f51-bb80-d5ca835415c3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.699125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1ffe6f1-bf54-4f51-bb80-d5ca835415c3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.699454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1ffe6f1-bf54-4f51-bb80-d5ca835415c3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.699565] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1ffe6f1-bf54-4f51-bb80-d5ca835415c3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.044064] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c57d09e8-b7f7-4f14-a37a-537443e29eec [ 582.045387] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.045387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.045387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.045387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.045387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.045387] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c57d09e8-b7f7-4f14-a37a-537443e29eec already deleted. [ 582.045387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c57d09e8-b7f7-4f14-a37a-537443e29eec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.203032] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1ffe6f1-bf54-4f51-bb80-d5ca835415c3 [ 582.203032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.203032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.203032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.203032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.203032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.203032] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1ffe6f1-bf54-4f51-bb80-d5ca835415c3 already deleted. [ 582.203032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1ffe6f1-bf54-4f51-bb80-d5ca835415c3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.048822] env[65073]: INFO networking_nsxv3.common.synchronization [None req-e35ccfce-da16-48b6-9c25-353bc2b8f6bd None None] Enqueued Resource ID: 85362a34-b2e1-459e-b464-0aeacf562cce with Priority: HIGHEST for action port [ 583.049914] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85362a34-b2e1-459e-b464-0aeacf562cce with Priority: HIGHEST for action port [ 583.051233] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-85362a34-b2e1-459e-b464-0aeacf562cce taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.051313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85362a34-b2e1-459e-b464-0aeacf562cce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.051355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85362a34-b2e1-459e-b464-0aeacf562cce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.051694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85362a34-b2e1-459e-b464-0aeacf562cce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.051694] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85362a34-b2e1-459e-b464-0aeacf562cce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.554815] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85362a34-b2e1-459e-b464-0aeacf562cce [ 583.555083] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.555419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.555419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.555521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.555587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.555678] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85362a34-b2e1-459e-b464-0aeacf562cce already deleted. [ 583.555753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85362a34-b2e1-459e-b464-0aeacf562cce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.534959] env[65073]: INFO networking_nsxv3.common.synchronization [None req-050b7062-35b4-4a7b-a047-ef2521c982a1 None None] Enqueued Resource ID: 9dec3897-eb94-4868-910d-00fa628f8290 with Priority: HIGHEST for action port [ 584.534959] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dec3897-eb94-4868-910d-00fa628f8290 with Priority: HIGHEST for action port [ 584.535773] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dec3897-eb94-4868-910d-00fa628f8290 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.535773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dec3897-eb94-4868-910d-00fa628f8290" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.535773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dec3897-eb94-4868-910d-00fa628f8290" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.537277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dec3897-eb94-4868-910d-00fa628f8290" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.537277] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dec3897-eb94-4868-910d-00fa628f8290',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.544720] env[65073]: INFO networking_nsxv3.common.synchronization [None req-357b4c32-8c49-43c8-b387-90dde444ae83 None None] Enqueued Resource ID: e074dcd7-c86b-459e-b5a3-3eb3614e308d with Priority: HIGHEST for action port [ 584.544945] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e074dcd7-c86b-459e-b5a3-3eb3614e308d with Priority: HIGHEST for action port [ 584.545789] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e074dcd7-c86b-459e-b5a3-3eb3614e308d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.545942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e074dcd7-c86b-459e-b5a3-3eb3614e308d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.545989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e074dcd7-c86b-459e-b5a3-3eb3614e308d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.547238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e074dcd7-c86b-459e-b5a3-3eb3614e308d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.547238] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e074dcd7-c86b-459e-b5a3-3eb3614e308d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.039770] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dec3897-eb94-4868-910d-00fa628f8290 [ 585.040626] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.040626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.040626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.040626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.040626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.040626] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dec3897-eb94-4868-910d-00fa628f8290 already deleted. [ 585.040626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dec3897-eb94-4868-910d-00fa628f8290" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.049334] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e074dcd7-c86b-459e-b5a3-3eb3614e308d [ 585.049990] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.049990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.049990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.049990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.049990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.050380] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e074dcd7-c86b-459e-b5a3-3eb3614e308d already deleted. [ 585.050380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e074dcd7-c86b-459e-b5a3-3eb3614e308d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.250976] env[65073]: INFO networking_nsxv3.common.synchronization [None req-680d53ee-8770-46b8-b2cb-1731704d328a None None] Enqueued Resource ID: c13503d3-37fc-4ecb-90a7-46e7a036aac4 with Priority: HIGHEST for action port [ 585.251587] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13503d3-37fc-4ecb-90a7-46e7a036aac4 with Priority: HIGHEST for action port [ 585.251955] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c13503d3-37fc-4ecb-90a7-46e7a036aac4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.252462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c13503d3-37fc-4ecb-90a7-46e7a036aac4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.252683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c13503d3-37fc-4ecb-90a7-46e7a036aac4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.254122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c13503d3-37fc-4ecb-90a7-46e7a036aac4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.254122] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13503d3-37fc-4ecb-90a7-46e7a036aac4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.643727] env[65073]: INFO networking_nsxv3.common.synchronization [None req-3b05fad1-5e8e-49e9-9ecd-de7caebce758 None None] Enqueued Resource ID: 1f71d044-6f6d-44aa-96c0-189f3ea51eb5 with Priority: HIGHEST for action port [ 585.643727] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f71d044-6f6d-44aa-96c0-189f3ea51eb5 with Priority: HIGHEST for action port [ 585.643727] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f71d044-6f6d-44aa-96c0-189f3ea51eb5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.643727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f71d044-6f6d-44aa-96c0-189f3ea51eb5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.643727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f71d044-6f6d-44aa-96c0-189f3ea51eb5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.643727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f71d044-6f6d-44aa-96c0-189f3ea51eb5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.643727] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f71d044-6f6d-44aa-96c0-189f3ea51eb5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.755292] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c13503d3-37fc-4ecb-90a7-46e7a036aac4 [ 585.755638] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.755922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.756116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.756434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.756635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.756819] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c13503d3-37fc-4ecb-90a7-46e7a036aac4 already deleted. [ 585.756994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c13503d3-37fc-4ecb-90a7-46e7a036aac4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.148467] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f71d044-6f6d-44aa-96c0-189f3ea51eb5 [ 586.148467] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.148467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.148467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.148694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.148694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.148761] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f71d044-6f6d-44aa-96c0-189f3ea51eb5 already deleted. [ 586.150156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f71d044-6f6d-44aa-96c0-189f3ea51eb5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.999196] env[65073]: INFO networking_nsxv3.common.synchronization [None req-7c1780b0-5614-4495-8ff5-bf4282dd3ee1 None None] Enqueued Resource ID: 6fc05171-bd5c-478e-91a1-ce6b427abdd9 with Priority: HIGHEST for action port [ 586.999781] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc05171-bd5c-478e-91a1-ce6b427abdd9 with Priority: HIGHEST for action port [ 587.000131] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fc05171-bd5c-478e-91a1-ce6b427abdd9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.000274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fc05171-bd5c-478e-91a1-ce6b427abdd9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.000345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fc05171-bd5c-478e-91a1-ce6b427abdd9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.000778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fc05171-bd5c-478e-91a1-ce6b427abdd9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.001551] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fc05171-bd5c-478e-91a1-ce6b427abdd9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.503449] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fc05171-bd5c-478e-91a1-ce6b427abdd9 [ 587.503609] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.504028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.504028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.504173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.504308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.504467] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fc05171-bd5c-478e-91a1-ce6b427abdd9 already deleted. [ 587.504596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fc05171-bd5c-478e-91a1-ce6b427abdd9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.721776] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4eaa6407-fb5f-48f2-a3d3-7b4c68279e40 None None] Enqueued Resource ID: 8e86013a-7972-49ef-914a-5ba9763ae419 with Priority: HIGHEST for action port [ 587.723028] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e86013a-7972-49ef-914a-5ba9763ae419 with Priority: HIGHEST for action port [ 587.723028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e86013a-7972-49ef-914a-5ba9763ae419 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.723028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e86013a-7972-49ef-914a-5ba9763ae419" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.723028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e86013a-7972-49ef-914a-5ba9763ae419" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.723404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e86013a-7972-49ef-914a-5ba9763ae419" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.723404] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e86013a-7972-49ef-914a-5ba9763ae419',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.225877] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e86013a-7972-49ef-914a-5ba9763ae419 [ 588.226304] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.226304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.226415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.226567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.227321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.227321] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e86013a-7972-49ef-914a-5ba9763ae419 already deleted. [ 588.227321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e86013a-7972-49ef-914a-5ba9763ae419" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.895433] env[65073]: INFO networking_nsxv3.common.synchronization [None req-040d6ae1-29d1-4c85-9f63-7b0b66c06728 None None] Enqueued Resource ID: dd662eb5-63e1-4926-b2e2-f5bfc8367bd5 with Priority: HIGHEST for action port [ 588.895979] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd662eb5-63e1-4926-b2e2-f5bfc8367bd5 with Priority: HIGHEST for action port [ 588.896618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd662eb5-63e1-4926-b2e2-f5bfc8367bd5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.896618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd662eb5-63e1-4926-b2e2-f5bfc8367bd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.896618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd662eb5-63e1-4926-b2e2-f5bfc8367bd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.896884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd662eb5-63e1-4926-b2e2-f5bfc8367bd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.896995] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd662eb5-63e1-4926-b2e2-f5bfc8367bd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.402414] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd662eb5-63e1-4926-b2e2-f5bfc8367bd5 [ 589.404704] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.404704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.404704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.404704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.404704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.404704] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd662eb5-63e1-4926-b2e2-f5bfc8367bd5 already deleted. [ 589.404704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd662eb5-63e1-4926-b2e2-f5bfc8367bd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.434925] env[65073]: INFO networking_nsxv3.common.synchronization [None req-fc2a2e0b-117c-4b2b-ab83-8e993ab258ff tempest-ServersTestJSON-399104086 tempest-ServersTestJSON-399104086-project-member] Enqueued Resource ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 with Priority: HIGHEST for action security_group_rules [ 589.434925] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 with Priority: HIGHEST for action security_group_rules [ 589.434925] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.434925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.434925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.434925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.434925] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7334f1-65a6-403f-ac1b-938f2b5ebcc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.515665] env[65073]: INFO networking_nsxv3.common.synchronization [None req-90995aac-4058-4371-acec-26dd654e4d47 tempest-ServersTestJSON-399104086 tempest-ServersTestJSON-399104086-project-member] Enqueued Resource ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 with Priority: HIGHEST for action security_group_rules [ 589.517862] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 with Priority: HIGHEST for action security_group_rules [ 589.517862] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.517862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.619348] env[65073]: INFO networking_nsxv3.common.synchronization [None req-a36bb7bc-17f3-429b-8d09-c7b261921efe None None] Enqueued Resource ID: 85b17ddf-9a4f-40e4-8088-05b056a25122 with Priority: HIGHEST for action port [ 589.619348] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b17ddf-9a4f-40e4-8088-05b056a25122 with Priority: HIGHEST for action port [ 589.619348] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-85b17ddf-9a4f-40e4-8088-05b056a25122 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.619348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85b17ddf-9a4f-40e4-8088-05b056a25122" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.619348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85b17ddf-9a4f-40e4-8088-05b056a25122" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.619961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85b17ddf-9a4f-40e4-8088-05b056a25122" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.620156] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b17ddf-9a4f-40e4-8088-05b056a25122',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.964426] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.964426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.964426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.964426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.964426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.964426] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 already deleted. [ 589.964426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.964426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.964426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.964426] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7334f1-65a6-403f-ac1b-938f2b5ebcc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.122630] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85b17ddf-9a4f-40e4-8088-05b056a25122 [ 590.122630] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.122822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.122908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.123139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.123224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.123315] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85b17ddf-9a4f-40e4-8088-05b056a25122 already deleted. [ 590.123493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85b17ddf-9a4f-40e4-8088-05b056a25122" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.222570] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.223031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.223216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.223270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.223822] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.489263] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.489263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.489263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.489602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.489602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.490117] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 already deleted. [ 590.490117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.664952] env[65073]: INFO networking_nsxv3.common.synchronization [None req-300f5f65-b241-43df-8a19-33d56c59fe20 None None] Enqueued Resource ID: beff011f-c73f-400f-bd68-b92aab36b019 with Priority: HIGHEST for action port [ 590.665661] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beff011f-c73f-400f-bd68-b92aab36b019 with Priority: HIGHEST for action port [ 590.666818] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-beff011f-c73f-400f-bd68-b92aab36b019 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.666917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beff011f-c73f-400f-bd68-b92aab36b019" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.666917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beff011f-c73f-400f-bd68-b92aab36b019" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.667550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beff011f-c73f-400f-bd68-b92aab36b019" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.667654] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beff011f-c73f-400f-bd68-b92aab36b019',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.727970] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.174182] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port beff011f-c73f-400f-bd68-b92aab36b019 [ 591.174761] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.174761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.174761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.174922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.175038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.176197] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:beff011f-c73f-400f-bd68-b92aab36b019 already deleted. [ 591.176197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beff011f-c73f-400f-bd68-b92aab36b019" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.230015] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.733611] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 591.734725] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 592.013647] env[65073]: INFO networking_nsxv3.common.synchronization [req-fc4541a0-51b6-446e-bf66-03b8817d3a1e req-51d2bddd-321e-44cf-a3d8-53b680375235 tempest-SecurityGroupRulesTestJSON-1312285196 tempest-SecurityGroupRulesTestJSON-1312285196-project-member] Enqueued Resource ID: 4c16a1be-72bf-4963-a599-35a40a59b8f0 with Priority: HIGHEST for action security_group_rules [ 592.013647] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c16a1be-72bf-4963-a599-35a40a59b8f0 with Priority: HIGHEST for action security_group_rules [ 592.013647] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c16a1be-72bf-4963-a599-35a40a59b8f0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.013792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c16a1be-72bf-4963-a599-35a40a59b8f0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.013792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c16a1be-72bf-4963-a599-35a40a59b8f0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.014061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c16a1be-72bf-4963-a599-35a40a59b8f0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.014167] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c16a1be-72bf-4963-a599-35a40a59b8f0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.092069] env[65073]: INFO networking_nsxv3.common.synchronization [None req-ae4dfaed-d9f4-44ef-be38-ce8eaf90f1e4 tempest-ServersV294TestFqdnHostnames-266784228 tempest-ServersV294TestFqdnHostnames-266784228-project-member] Enqueued Resource ID: 226dd01f-862d-48cc-9fad-b532b4a41412 with Priority: HIGHEST for action security_group_rules [ 592.092730] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226dd01f-862d-48cc-9fad-b532b4a41412 with Priority: HIGHEST for action security_group_rules [ 592.096205] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-226dd01f-862d-48cc-9fad-b532b4a41412 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.096410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.096512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.096829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.096936] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('226dd01f-862d-48cc-9fad-b532b4a41412',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.227395] env[65073]: INFO networking_nsxv3.common.synchronization [None req-0761d46d-77b4-4f93-9e42-4c26a9ca63cb tempest-ServersV294TestFqdnHostnames-266784228 tempest-ServersV294TestFqdnHostnames-266784228-project-member] Enqueued Resource ID: 226dd01f-862d-48cc-9fad-b532b4a41412 with Priority: HIGHEST for action security_group_rules [ 592.227931] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226dd01f-862d-48cc-9fad-b532b4a41412 with Priority: HIGHEST for action security_group_rules [ 592.228342] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-226dd01f-862d-48cc-9fad-b532b4a41412 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.228517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.442947] env[65073]: INFO networking_nsxv3.common.synchronization [None req-187b2df5-581f-4b65-9e93-4414058aadd4 None None] Enqueued Resource ID: 835a973c-5c16-4ec1-99f7-6bcb25a376ef with Priority: HIGHEST for action port [ 592.442947] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 835a973c-5c16-4ec1-99f7-6bcb25a376ef with Priority: HIGHEST for action port [ 592.442947] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-835a973c-5c16-4ec1-99f7-6bcb25a376ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.442947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-835a973c-5c16-4ec1-99f7-6bcb25a376ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.443393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-835a973c-5c16-4ec1-99f7-6bcb25a376ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.443393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-835a973c-5c16-4ec1-99f7-6bcb25a376ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.443393] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('835a973c-5c16-4ec1-99f7-6bcb25a376ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.546148] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.546423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.546423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.546570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.546655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.546751] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c16a1be-72bf-4963-a599-35a40a59b8f0 already deleted. [ 592.546833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c16a1be-72bf-4963-a599-35a40a59b8f0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.555814] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.555993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.556084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.557337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.573949] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 592.574864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.578421] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 592.598580] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.599083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.599083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.599261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.599261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.599329] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 592.599368] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.600023] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 592.617937] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.618130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.618186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.618369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.618474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.618577] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 226dd01f-862d-48cc-9fad-b532b4a41412 already deleted. [ 592.618665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.619272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.619272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.619272] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('226dd01f-862d-48cc-9fad-b532b4a41412',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.621102] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.621292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.621292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.621442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.621594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.621753] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 592.646683] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.646683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.646683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.650469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.650469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.650469] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 592.670798] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.671038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.671104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.671270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.671376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.671497] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 592.671573] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.671645] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 592.694830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.694830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.694830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.694830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.694830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.694830] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 592.694830] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.694830] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 592.716315] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.716499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.716586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.716799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.716907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.717050] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 592.717126] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.717198] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 592.717265] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 592.717341] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 592.717403] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 592.717468] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 592.717738] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 592.717803] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 592.717874] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 592.741834] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.742224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.742224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.742874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.742874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.742874] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 592.763778] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.763959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.764071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.764229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.764332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.779735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.945861] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 835a973c-5c16-4ec1-99f7-6bcb25a376ef [ 592.947187] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.947187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.947187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.947187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.947187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.947187] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:835a973c-5c16-4ec1-99f7-6bcb25a376ef already deleted. [ 592.947187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-835a973c-5c16-4ec1-99f7-6bcb25a376ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.145341] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.145585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.145585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.145694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.145768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.145869] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 226dd01f-862d-48cc-9fad-b532b4a41412 already deleted. [ 593.145952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.470530] env[65073]: INFO networking_nsxv3.common.synchronization [None req-e1520d54-46f9-4d48-8ca5-244b549f1457 None None] Enqueued Resource ID: b43699c2-75f3-49cb-b4d9-83bc42b9c862 with Priority: HIGHEST for action port [ 593.472046] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43699c2-75f3-49cb-b4d9-83bc42b9c862 with Priority: HIGHEST for action port [ 593.472861] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b43699c2-75f3-49cb-b4d9-83bc42b9c862 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.472861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b43699c2-75f3-49cb-b4d9-83bc42b9c862" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.472861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b43699c2-75f3-49cb-b4d9-83bc42b9c862" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.472861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b43699c2-75f3-49cb-b4d9-83bc42b9c862" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.473085] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b43699c2-75f3-49cb-b4d9-83bc42b9c862',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.793251] env[65073]: INFO networking_nsxv3.common.synchronization [None req-58a6780a-cc57-48d2-8764-802dfac9c381 None None] Enqueued Resource ID: 403854e7-02d8-457d-9f06-3d7d0400edb9 with Priority: HIGHEST for action port [ 593.793924] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403854e7-02d8-457d-9f06-3d7d0400edb9 with Priority: HIGHEST for action port [ 593.794137] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-403854e7-02d8-457d-9f06-3d7d0400edb9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.794559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-403854e7-02d8-457d-9f06-3d7d0400edb9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.794640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-403854e7-02d8-457d-9f06-3d7d0400edb9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.794901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-403854e7-02d8-457d-9f06-3d7d0400edb9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.795404] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('403854e7-02d8-457d-9f06-3d7d0400edb9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.976650] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b43699c2-75f3-49cb-b4d9-83bc42b9c862 [ 593.976650] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.976650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.976650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.976650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.976650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.976650] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b43699c2-75f3-49cb-b4d9-83bc42b9c862 already deleted. [ 593.976650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b43699c2-75f3-49cb-b4d9-83bc42b9c862" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.299283] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 403854e7-02d8-457d-9f06-3d7d0400edb9 [ 594.299283] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.299283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.299283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.299283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.299283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.299283] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:403854e7-02d8-457d-9f06-3d7d0400edb9 already deleted. [ 594.299283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-403854e7-02d8-457d-9f06-3d7d0400edb9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.829344] env[65073]: INFO networking_nsxv3.common.synchronization [None req-2c1148ff-8754-49ce-9a30-d8a46ef9ab23 None None] Enqueued Resource ID: f20f4a3e-315c-4263-a629-6c974554c394 with Priority: HIGHEST for action port [ 594.829344] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20f4a3e-315c-4263-a629-6c974554c394 with Priority: HIGHEST for action port [ 594.829746] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f20f4a3e-315c-4263-a629-6c974554c394 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.829746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f20f4a3e-315c-4263-a629-6c974554c394" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.829746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f20f4a3e-315c-4263-a629-6c974554c394" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.829975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f20f4a3e-315c-4263-a629-6c974554c394" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.834285] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f20f4a3e-315c-4263-a629-6c974554c394',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.861631] env[65073]: INFO networking_nsxv3.common.synchronization [req-570c293c-e91d-4b2f-ad62-06e98e807cd3 req-b105f2dd-ce16-4b0e-b46d-f9cba45dad89 tempest-ListServersNegativeTestJSON-483263484 tempest-ListServersNegativeTestJSON-483263484-project-member] Enqueued Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 594.862595] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 594.863310] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.863517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.863600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.864052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.864332] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.864555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.864654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.864829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.864919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.865025] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.334612] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f20f4a3e-315c-4263-a629-6c974554c394 [ 595.334884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.335012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.335071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.335284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.335372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.335473] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f20f4a3e-315c-4263-a629-6c974554c394 already deleted. [ 595.335555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f20f4a3e-315c-4263-a629-6c974554c394" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.369938] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.369938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.369938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.370199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.370199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.371009] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.371009] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.371009] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.371009] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.371009] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.371009] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d already deleted. [ 595.371009] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.550748] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.551230] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-962" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.551230] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-962" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.552383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-962" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.553114] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.553114] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.553114] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.553114] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.553656] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.554571] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.554571] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.557024] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.557024] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.557024] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.557024] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.557024] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.578076] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.578076] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.578076] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.578578] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-962" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.578578] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-8fa04a7f-345e-46d0-90b7-62e84057d37c taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.578751] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-8fa04a7f-345e-46d0-90b7-62e84057d37c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.578751] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-8fa04a7f-345e-46d0-90b7-62e84057d37c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.579635] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-8fa04a7f-345e-46d0-90b7-62e84057d37c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.579635] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa04a7f-345e-46d0-90b7-62e84057d37c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.665930] env[65073]: INFO networking_nsxv3.common.synchronization [None req-0d4faa2b-7abc-4e47-83f8-9f459c509389 None None] Enqueued Resource ID: 50017b14-d645-4195-8a73-66078c30d8a9 with Priority: HIGHEST for action port [ 595.665930] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50017b14-d645-4195-8a73-66078c30d8a9 with Priority: HIGHEST for action port [ 595.665930] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-50017b14-d645-4195-8a73-66078c30d8a9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.665930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50017b14-d645-4195-8a73-66078c30d8a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.665930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50017b14-d645-4195-8a73-66078c30d8a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.667380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50017b14-d645-4195-8a73-66078c30d8a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.667641] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50017b14-d645-4195-8a73-66078c30d8a9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.697752] env[65073]: INFO networking_nsxv3.common.synchronization [None req-a4dbf16d-144b-4f3e-940e-9412bfda9f91 tempest-VolumesAssistedSnapshotsTest-1641313643 tempest-VolumesAssistedSnapshotsTest-1641313643-project-member] Enqueued Resource ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 with Priority: HIGHEST for action security_group_rules [ 595.698036] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 with Priority: HIGHEST for action security_group_rules [ 595.698321] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.698441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.698509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.698763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.698845] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec7f8198-5a5a-4057-a204-e41a8a9e26e7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.852243] env[65073]: INFO networking_nsxv3.common.synchronization [None req-dea62f69-ce49-429d-8f64-b0e992b530a7 tempest-VolumesAssistedSnapshotsTest-1641313643 tempest-VolumesAssistedSnapshotsTest-1641313643-project-member] Enqueued Resource ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 with Priority: HIGHEST for action security_group_rules [ 595.853235] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 with Priority: HIGHEST for action security_group_rules [ 595.853235] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.853572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.086042] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.086042] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.086042] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.086042] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.086341] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.086341] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 8fa04a7f-345e-46d0-90b7-62e84057d37c not found, creating... [ 596.086610] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.086780] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.086892] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.087130] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.087263] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.087650] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.087805] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.087916] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.088257] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.088410] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.088691] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 8fa04a7f-345e-46d0-90b7-62e84057d37c is going to be created. [ 596.111414] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.112623] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.112623] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.112623] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.112623] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.112623] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-8fa04a7f-345e-46d0-90b7-62e84057d37c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.170212] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50017b14-d645-4195-8a73-66078c30d8a9 [ 596.170501] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.170650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.170736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.171224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.171224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.171323] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50017b14-d645-4195-8a73-66078c30d8a9 already deleted. [ 596.171363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50017b14-d645-4195-8a73-66078c30d8a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.220576] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.220788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.220788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.220946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.221051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.221149] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 already deleted. [ 596.221234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.221386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.221544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.221628] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec7f8198-5a5a-4057-a204-e41a8a9e26e7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.743064] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.743305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.743305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.743496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.743585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.743720] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 already deleted. [ 596.743862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.773374] env[65073]: INFO networking_nsxv3.common.synchronization [None req-5f3f5cb7-c5c3-4de5-8755-94f01ebddb52 None None] Enqueued Resource ID: cbcb738e-2c63-462c-98fd-46de25883d20 with Priority: HIGHEST for action port [ 596.773530] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbcb738e-2c63-462c-98fd-46de25883d20 with Priority: HIGHEST for action port [ 596.774260] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbcb738e-2c63-462c-98fd-46de25883d20 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.774260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbcb738e-2c63-462c-98fd-46de25883d20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.774446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbcb738e-2c63-462c-98fd-46de25883d20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.774558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbcb738e-2c63-462c-98fd-46de25883d20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.774594] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbcb738e-2c63-462c-98fd-46de25883d20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.004035] env[65073]: INFO networking_nsxv3.common.synchronization [req-570c293c-e91d-4b2f-ad62-06e98e807cd3 req-9c05fc6c-fa3a-40dd-b1dc-b08386062166 service nova] Enqueued Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_rules [ 597.004035] env[65073]: INFO networking_nsxv3.common.synchronization [req-570c293c-e91d-4b2f-ad62-06e98e807cd3 req-9c05fc6c-fa3a-40dd-b1dc-b08386062166 service nova] Enqueued Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 597.004035] env[65073]: INFO networking_nsxv3.common.synchronization [req-570c293c-e91d-4b2f-ad62-06e98e807cd3 req-9c05fc6c-fa3a-40dd-b1dc-b08386062166 service nova] Enqueued Resource ID: 8fa04a7f-345e-46d0-90b7-62e84057d37c with Priority: HIGHEST for action port [ 597.004035] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_rules [ 597.004035] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 597.004035] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa04a7f-345e-46d0-90b7-62e84057d37c with Priority: HIGHEST for action port [ 597.004678] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.004847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.004983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.005410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.005467] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.006567] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.006671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.006671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.006854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.007040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.008209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.008209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.008209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.008209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.008209] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.009442] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fa04a7f-345e-46d0-90b7-62e84057d37c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.009574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fa04a7f-345e-46d0-90b7-62e84057d37c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.010100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fa04a7f-345e-46d0-90b7-62e84057d37c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.013103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fa04a7f-345e-46d0-90b7-62e84057d37c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.013103] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa04a7f-345e-46d0-90b7-62e84057d37c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.209050] env[65073]: INFO networking_nsxv3.common.synchronization [req-570c293c-e91d-4b2f-ad62-06e98e807cd3 req-9d54dcf1-663f-4726-8810-638c1cbdf06e tempest-ListServersNegativeTestJSON-483263484 tempest-ListServersNegativeTestJSON-483263484-project-member] Enqueued Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 597.209050] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 597.209050] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.209050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.279246] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbcb738e-2c63-462c-98fd-46de25883d20 [ 597.279505] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.279904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.279904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.280037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.280037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.280119] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbcb738e-2c63-462c-98fd-46de25883d20 already deleted. [ 597.280216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbcb738e-2c63-462c-98fd-46de25883d20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.470022] env[65073]: INFO networking_nsxv3.common.synchronization [req-34454b26-1d46-4113-a1a6-f52ef8ae36c4 req-7a106f0c-e65b-4885-ad0c-bd3d4274e072 tempest-SecurityGroupRulesTestJSON-1312285196 tempest-SecurityGroupRulesTestJSON-1312285196-project-member] Enqueued Resource ID: 6991e6be-0fc0-4968-a4f9-e9d622e981f5 with Priority: HIGHEST for action security_group_rules [ 597.470022] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6991e6be-0fc0-4968-a4f9-e9d622e981f5 with Priority: HIGHEST for action security_group_rules [ 597.470566] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6991e6be-0fc0-4968-a4f9-e9d622e981f5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.470613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6991e6be-0fc0-4968-a4f9-e9d622e981f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.470677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6991e6be-0fc0-4968-a4f9-e9d622e981f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.470930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6991e6be-0fc0-4968-a4f9-e9d622e981f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.471174] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6991e6be-0fc0-4968-a4f9-e9d622e981f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.518666] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.518666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.534195] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.536132] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fa04a7f-345e-46d0-90b7-62e84057d37c with status ACTIVE [ 597.536550] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.536550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.536550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.536861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.536909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.537067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.537170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.537273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.537586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.537586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.537729] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.538616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.538616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.538616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.538616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.539796] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fa04a7f-345e-46d0-90b7-62e84057d37c is going to be updated. [ 597.566710] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.567099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.567181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.567376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.567527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.568241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fa04a7f-345e-46d0-90b7-62e84057d37c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.604868] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.605071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-962" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.605269] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-962" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.605558] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-962" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.605874] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.606063] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.606213] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.606474] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.606661] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.606863] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.607022] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.607131] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.607261] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.607391] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.607542] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.607652] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.627069] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.627331] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.627558] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.627672] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-962" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.628098] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-38115dae-cf64-4837-90d6-226c1b4020a9 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.628254] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-38115dae-cf64-4837-90d6-226c1b4020a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.628480] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-38115dae-cf64-4837-90d6-226c1b4020a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.628714] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-38115dae-cf64-4837-90d6-226c1b4020a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.629688] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38115dae-cf64-4837-90d6-226c1b4020a9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.994957] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.995143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.995216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.995493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.995629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.995730] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6991e6be-0fc0-4968-a4f9-e9d622e981f5 already deleted. [ 597.995818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6991e6be-0fc0-4968-a4f9-e9d622e981f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.043446] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.130990] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.131738] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.131738] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.131738] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.131893] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.131930] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 38115dae-cf64-4837-90d6-226c1b4020a9 not found, creating... [ 598.132174] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.132317] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.132524] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.132638] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.133319] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.133319] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.133319] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.133319] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.133536] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.133651] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.134107] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 38115dae-cf64-4837-90d6-226c1b4020a9 is going to be created. [ 598.159523] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.159920] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.160055] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.161013] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.161286] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.161481] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-38115dae-cf64-4837-90d6-226c1b4020a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.546461] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.546635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.546705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.546957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.547081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.547181] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d is going to be created. [ 598.573835] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.574303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.574303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.575289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.575471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.585973] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: UNINITIALIZED for 2s [ 598.890188] env[65073]: INFO networking_nsxv3.common.synchronization [req-570c293c-e91d-4b2f-ad62-06e98e807cd3 req-6ebfca88-608c-46b7-9ecd-c14b1bc2614a service nova] Enqueued Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_rules [ 598.890188] env[65073]: INFO networking_nsxv3.common.synchronization [req-570c293c-e91d-4b2f-ad62-06e98e807cd3 req-6ebfca88-608c-46b7-9ecd-c14b1bc2614a service nova] Enqueued Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 598.890280] env[65073]: INFO networking_nsxv3.common.synchronization [req-570c293c-e91d-4b2f-ad62-06e98e807cd3 req-6ebfca88-608c-46b7-9ecd-c14b1bc2614a service nova] Enqueued Resource ID: 38115dae-cf64-4837-90d6-226c1b4020a9 with Priority: HIGHEST for action port [ 598.892083] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_rules [ 598.892083] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 598.892083] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38115dae-cf64-4837-90d6-226c1b4020a9 with Priority: HIGHEST for action port [ 598.892842] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.892842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.892842] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.892842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.893185] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-38115dae-cf64-4837-90d6-226c1b4020a9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.893185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38115dae-cf64-4837-90d6-226c1b4020a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.893185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38115dae-cf64-4837-90d6-226c1b4020a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.893380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38115dae-cf64-4837-90d6-226c1b4020a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.893460] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38115dae-cf64-4837-90d6-226c1b4020a9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.965637] env[65073]: INFO networking_nsxv3.common.synchronization [None req-eff37d43-6838-4beb-b453-65c863d10de4 None None] Enqueued Resource ID: 2ccc483b-c855-4eda-9c4a-ce3ac8034a3f with Priority: HIGHEST for action port [ 598.967304] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccc483b-c855-4eda-9c4a-ce3ac8034a3f with Priority: HIGHEST for action port [ 598.969987] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ccc483b-c855-4eda-9c4a-ce3ac8034a3f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.969987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ccc483b-c855-4eda-9c4a-ce3ac8034a3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.969987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ccc483b-c855-4eda-9c4a-ce3ac8034a3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.969987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ccc483b-c855-4eda-9c4a-ce3ac8034a3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.969987] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ccc483b-c855-4eda-9c4a-ce3ac8034a3f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.380032] env[65073]: INFO networking_nsxv3.common.synchronization [req-570c293c-e91d-4b2f-ad62-06e98e807cd3 req-ff4ccf76-cbeb-4aee-afd3-4a4885e8047a tempest-ListServersNegativeTestJSON-483263484 tempest-ListServersNegativeTestJSON-483263484-project-member] Enqueued Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 599.380032] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 599.380032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.380032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.398232] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38115dae-cf64-4837-90d6-226c1b4020a9 with status ACTIVE [ 599.398568] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.399098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.399098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.399693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.399693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.399868] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.400089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.400089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.400392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.401013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.401013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.401013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.401013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.401013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.401013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.401305] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38115dae-cf64-4837-90d6-226c1b4020a9 is going to be updated. [ 599.434937] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.435390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.435390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.435508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.435605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.435723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38115dae-cf64-4837-90d6-226c1b4020a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.472312] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ccc483b-c855-4eda-9c4a-ce3ac8034a3f [ 599.472449] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.472543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.472620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.472879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.473021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.473077] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ccc483b-c855-4eda-9c4a-ce3ac8034a3f already deleted. [ 599.473157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ccc483b-c855-4eda-9c4a-ce3ac8034a3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.852535] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.853254] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-962" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.853881] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-962" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.854583] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-962" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.858154] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.858154] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.858154] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.858154] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.858154] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.858154] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.858154] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.858154] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.858154] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.858154] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.858154] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.858154] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.885893] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.885893] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.885893] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.886776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-962" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.886776] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-e430b400-8f00-4b46-b45c-eae7a2f5a7e9 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.886776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-e430b400-8f00-4b46-b45c-eae7a2f5a7e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.887262] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-e430b400-8f00-4b46-b45c-eae7a2f5a7e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.887262] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-e430b400-8f00-4b46-b45c-eae7a2f5a7e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.887397] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e430b400-8f00-4b46-b45c-eae7a2f5a7e9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.240068] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4994a8fa-cc9f-4cbe-a9f1-9050766bbee2 None None] Enqueued Resource ID: 5fd8c970-4c41-40fa-8656-bbd700295a98 with Priority: HIGHEST for action port [ 600.240709] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd8c970-4c41-40fa-8656-bbd700295a98 with Priority: HIGHEST for action port [ 600.240936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fd8c970-4c41-40fa-8656-bbd700295a98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.241216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fd8c970-4c41-40fa-8656-bbd700295a98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.241321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fd8c970-4c41-40fa-8656-bbd700295a98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.241603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fd8c970-4c41-40fa-8656-bbd700295a98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.241727] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd8c970-4c41-40fa-8656-bbd700295a98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.391044] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.391044] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.391044] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.391044] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.391044] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.391044] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port e430b400-8f00-4b46-b45c-eae7a2f5a7e9 not found, creating... [ 600.391659] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.391659] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.391659] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.391987] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.391987] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.392304] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.392433] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.392544] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.392747] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.392940] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.393107] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: e430b400-8f00-4b46-b45c-eae7a2f5a7e9 is going to be created. [ 600.415418] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.415418] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.415527] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.415730] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.415963] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.416290] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-e430b400-8f00-4b46-b45c-eae7a2f5a7e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.597435] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: SUCCESS [ 600.597690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.597863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.598129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.598281] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.598433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.598617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.598617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.598825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.598825] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.744211] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fd8c970-4c41-40fa-8656-bbd700295a98 [ 600.744497] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.744654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.744754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.744963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.745084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.745211] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fd8c970-4c41-40fa-8656-bbd700295a98 already deleted. [ 600.746308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fd8c970-4c41-40fa-8656-bbd700295a98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.101017] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.219755] env[65073]: INFO networking_nsxv3.common.synchronization [req-570c293c-e91d-4b2f-ad62-06e98e807cd3 req-b4d730a4-75d8-499c-b6d2-5aedd1fba8b6 service nova] Enqueued Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_rules [ 601.220166] env[65073]: INFO networking_nsxv3.common.synchronization [req-570c293c-e91d-4b2f-ad62-06e98e807cd3 req-b4d730a4-75d8-499c-b6d2-5aedd1fba8b6 service nova] Enqueued Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 601.220166] env[65073]: INFO networking_nsxv3.common.synchronization [req-570c293c-e91d-4b2f-ad62-06e98e807cd3 req-b4d730a4-75d8-499c-b6d2-5aedd1fba8b6 service nova] Enqueued Resource ID: e430b400-8f00-4b46-b45c-eae7a2f5a7e9 with Priority: HIGHEST for action port [ 601.222398] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_rules [ 601.222398] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 601.222398] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e430b400-8f00-4b46-b45c-eae7a2f5a7e9 with Priority: HIGHEST for action port [ 601.222880] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.222880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.222880] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.222880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.223059] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e430b400-8f00-4b46-b45c-eae7a2f5a7e9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.223059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e430b400-8f00-4b46-b45c-eae7a2f5a7e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.223164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e430b400-8f00-4b46-b45c-eae7a2f5a7e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.223584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e430b400-8f00-4b46-b45c-eae7a2f5a7e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.223584] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e430b400-8f00-4b46-b45c-eae7a2f5a7e9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.604359] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.725647] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e430b400-8f00-4b46-b45c-eae7a2f5a7e9 with status ACTIVE [ 601.725879] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.726045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.726135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.726353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.726446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.726663] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.730021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.730021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.730021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.730021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.730021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.730021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.730021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.730021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.730021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.730021] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e430b400-8f00-4b46-b45c-eae7a2f5a7e9 is going to be updated. [ 601.752531] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.752727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.752768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.752963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.753523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.753523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e430b400-8f00-4b46-b45c-eae7a2f5a7e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.109425] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.109628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.109762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.109951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.110059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.110215] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d is going to be updated. [ 602.149263] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.149632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.149632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.150087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.150087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.160909] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: IN_PROGRESS for 2s [ 602.363030] env[65073]: INFO networking_nsxv3.common.synchronization [req-ae830f38-e73c-40e2-9f10-3976090026c2 req-ade0e01f-0a4c-4857-b078-4e5f88dfb5f0 tempest-DeleteServersAdminTestJSON-812588632 tempest-DeleteServersAdminTestJSON-812588632-project-member] Enqueued Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_members [ 602.363457] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_members [ 602.363704] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.363852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.364136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.364573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.364995] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.365141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.365231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.365391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.365492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.365595] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.868500] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.868869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.868869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.869434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.869584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.869829] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.869959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.870247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.870455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.870541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.870630] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 already deleted. [ 602.870709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.037523] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.037743] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.037818] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.038621] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.038621] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.038621] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.038621] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.038953] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.039036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.039194] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.039285] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.039385] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.039484] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.039603] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.039744] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.040152] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.060025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.060025] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.060025] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.060025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.060025] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-829cb2f1-7e67-4b1f-9e76-9ccad3627ffc taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.060025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-829cb2f1-7e67-4b1f-9e76-9ccad3627ffc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.060025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-829cb2f1-7e67-4b1f-9e76-9ccad3627ffc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.060709] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-829cb2f1-7e67-4b1f-9e76-9ccad3627ffc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.060709] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('829cb2f1-7e67-4b1f-9e76-9ccad3627ffc',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.381991] env[65073]: INFO networking_nsxv3.common.synchronization [None req-5044f704-8c49-4127-9200-10842646dcf9 None None] Enqueued Resource ID: d2092f3c-0b7b-42fb-8057-b7b08cee5169 with Priority: HIGHEST for action port [ 603.382617] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2092f3c-0b7b-42fb-8057-b7b08cee5169 with Priority: HIGHEST for action port [ 603.382961] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2092f3c-0b7b-42fb-8057-b7b08cee5169 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.383128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2092f3c-0b7b-42fb-8057-b7b08cee5169" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.383233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2092f3c-0b7b-42fb-8057-b7b08cee5169" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.384545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2092f3c-0b7b-42fb-8057-b7b08cee5169" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.384659] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2092f3c-0b7b-42fb-8057-b7b08cee5169',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.563878] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.564317] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.564569] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.564940] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.567036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.567036] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 829cb2f1-7e67-4b1f-9e76-9ccad3627ffc not found, creating... [ 603.567036] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.567036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.567036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.567036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.567036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.567036] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.567036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.567036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.567690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.567921] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.568265] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 829cb2f1-7e67-4b1f-9e76-9ccad3627ffc is going to be created. [ 603.593543] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.594180] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.594358] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.594640] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.594872] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.595140] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-829cb2f1-7e67-4b1f-9e76-9ccad3627ffc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.887714] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2092f3c-0b7b-42fb-8057-b7b08cee5169 [ 603.887963] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.888057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.888109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.888320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.888410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.888501] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2092f3c-0b7b-42fb-8057-b7b08cee5169 already deleted. [ 603.888576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2092f3c-0b7b-42fb-8057-b7b08cee5169" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.140278] env[65073]: INFO networking_nsxv3.common.synchronization [req-9c095409-5ce6-4559-b5c2-3022fc017ecb req-7f1dac5d-3ae1-44b8-b9ee-d0174d3baf28 tempest-SecurityGroupRulesTestJSON-1312285196 tempest-SecurityGroupRulesTestJSON-1312285196-project-member] Enqueued Resource ID: 6909aa8b-ae8b-4fae-8c28-e9a44c75b3ad with Priority: HIGHEST for action security_group_rules [ 604.140920] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6909aa8b-ae8b-4fae-8c28-e9a44c75b3ad with Priority: HIGHEST for action security_group_rules [ 604.141843] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6909aa8b-ae8b-4fae-8c28-e9a44c75b3ad taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.142034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6909aa8b-ae8b-4fae-8c28-e9a44c75b3ad" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.142093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6909aa8b-ae8b-4fae-8c28-e9a44c75b3ad" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.142380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6909aa8b-ae8b-4fae-8c28-e9a44c75b3ad" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.142476] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6909aa8b-ae8b-4fae-8c28-e9a44c75b3ad',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.172847] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: SUCCESS [ 604.173153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.173347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.173600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.173824] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.174561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.174635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.174820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.174940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.175057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.176161] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.177672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.177864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.178061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.178263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.178335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.178494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.178644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.178753] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.358277] env[65073]: INFO networking_nsxv3.common.synchronization [req-ae830f38-e73c-40e2-9f10-3976090026c2 req-e05adcd6-2916-45f7-8419-bfb4de716ae1 service nova] Enqueued Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_rules [ 604.358448] env[65073]: INFO networking_nsxv3.common.synchronization [req-ae830f38-e73c-40e2-9f10-3976090026c2 req-e05adcd6-2916-45f7-8419-bfb4de716ae1 service nova] Enqueued Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_members [ 604.358971] env[65073]: INFO networking_nsxv3.common.synchronization [req-ae830f38-e73c-40e2-9f10-3976090026c2 req-e05adcd6-2916-45f7-8419-bfb4de716ae1 service nova] Enqueued Resource ID: 829cb2f1-7e67-4b1f-9e76-9ccad3627ffc with Priority: HIGHEST for action port [ 604.359262] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_rules [ 604.359393] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_members [ 604.359542] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829cb2f1-7e67-4b1f-9e76-9ccad3627ffc with Priority: HIGHEST for action port [ 604.360702] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.360702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.360702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.360889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.360889] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.361730] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.361863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.362712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.362712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.362712] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.362712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.362712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.362712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.362712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.363037] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.363613] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-829cb2f1-7e67-4b1f-9e76-9ccad3627ffc taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.363717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-829cb2f1-7e67-4b1f-9e76-9ccad3627ffc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.363868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-829cb2f1-7e67-4b1f-9e76-9ccad3627ffc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.363921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-829cb2f1-7e67-4b1f-9e76-9ccad3627ffc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.363997] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('829cb2f1-7e67-4b1f-9e76-9ccad3627ffc',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.664113] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.664113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.664283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.664474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.664474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.664555] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6909aa8b-ae8b-4fae-8c28-e9a44c75b3ad already deleted. [ 604.664625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6909aa8b-ae8b-4fae-8c28-e9a44c75b3ad" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.684146] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.684356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.685273] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.712226] env[65073]: INFO networking_nsxv3.common.synchronization [req-bf989018-06a5-4200-992c-80d06e2252bf req-8384b7b0-ef24-4e59-953f-a5b9744cea67 tempest-ServerExternalEventsTest-933863496 tempest-ServerExternalEventsTest-933863496-project-member] Enqueued Resource ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 with Priority: HIGHEST for action security_group_members [ 604.715045] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 with Priority: HIGHEST for action security_group_members [ 604.717728] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3821ac3-5fb9-445f-b011-583c9e4002e8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.717728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.717728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.718025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.718219] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.718444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.718899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.718899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.718899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.719041] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3821ac3-5fb9-445f-b011-583c9e4002e8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.865484] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.865633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.867082] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 829cb2f1-7e67-4b1f-9e76-9ccad3627ffc with status ACTIVE [ 604.867224] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.867763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.867763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.867763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.867763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.867951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.867951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.868052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.868570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.868570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.868570] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.871023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.871023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.871023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.871023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.871221] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 829cb2f1-7e67-4b1f-9e76-9ccad3627ffc is going to be updated. [ 604.872157] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.900162] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.900468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.900468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.900567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.900710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.901083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-829cb2f1-7e67-4b1f-9e76-9ccad3627ffc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.072811] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.073050] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.073144] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.073408] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.073662] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.073812] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.073920] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.074877] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.075097] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.075341] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.075423] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.075538] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.075654] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.075725] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.075867] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.076036] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.098439] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.098717] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.098958] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.099204] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.100562] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-ceaced88-3dbf-433b-aa8a-7263024cdfa1 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.100804] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-ceaced88-3dbf-433b-aa8a-7263024cdfa1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.100970] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-ceaced88-3dbf-433b-aa8a-7263024cdfa1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.101387] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-ceaced88-3dbf-433b-aa8a-7263024cdfa1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.101518] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceaced88-3dbf-433b-aa8a-7263024cdfa1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.187323] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.222374] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.222531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.223067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.223067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.223067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.223284] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.223284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.223367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.224827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.224827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.224827] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 already deleted. [ 605.224827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.374537] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.604722] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.604953] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.605092] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.605403] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.605629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.606038] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port ceaced88-3dbf-433b-aa8a-7263024cdfa1 not found, creating... [ 605.606237] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.606332] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.606405] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.606647] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.606772] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.607084] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.607229] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.607336] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.607605] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.607704] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.607784] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: ceaced88-3dbf-433b-aa8a-7263024cdfa1 is going to be created. [ 605.616565] env[65073]: INFO networking_nsxv3.common.synchronization [None req-7a02b4d7-cb4c-4074-ba5e-1f13e102f163 tempest-ServersTestFqdnHostnames-595204648 tempest-ServersTestFqdnHostnames-595204648-project-member] Enqueued Resource ID: b1057615-1215-4d8c-96e7-0710c027c92e with Priority: HIGHEST for action security_group_rules [ 605.617212] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1057615-1215-4d8c-96e7-0710c027c92e with Priority: HIGHEST for action security_group_rules [ 605.617568] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1057615-1215-4d8c-96e7-0710c027c92e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.617696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.617762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.618088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.618181] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1057615-1215-4d8c-96e7-0710c027c92e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.628934] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.629153] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.629274] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.629556] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.629817] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.630058] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-ceaced88-3dbf-433b-aa8a-7263024cdfa1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.669706] env[65073]: INFO networking_nsxv3.common.synchronization [None req-8023eff6-643e-463f-b7ce-31fb000be0d9 None None] Enqueued Resource ID: 2c911c23-ad79-4d9d-ad88-2a229e030fee with Priority: HIGHEST for action port [ 605.669997] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c911c23-ad79-4d9d-ad88-2a229e030fee with Priority: HIGHEST for action port [ 605.670304] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c911c23-ad79-4d9d-ad88-2a229e030fee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.670491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c911c23-ad79-4d9d-ad88-2a229e030fee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.670563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c911c23-ad79-4d9d-ad88-2a229e030fee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.670869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c911c23-ad79-4d9d-ad88-2a229e030fee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.671178] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c911c23-ad79-4d9d-ad88-2a229e030fee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.690265] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.690424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.690481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.690695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.690787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.690887] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d is going to be updated. [ 605.720050] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.720203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.720283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.720491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.720634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.737762] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: IN_PROGRESS for 2s [ 605.881618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.881776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.881847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.882078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.882174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.882274] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 is going to be created. [ 605.908130] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.908463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.908463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.908699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.908879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.919184] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 in Status: UNINITIALIZED for 2s [ 606.011421] env[65073]: INFO networking_nsxv3.common.synchronization [None req-75cf7842-8047-449b-8b7b-91a2e66540b6 tempest-ServersTestFqdnHostnames-595204648 tempest-ServersTestFqdnHostnames-595204648-project-member] Enqueued Resource ID: b1057615-1215-4d8c-96e7-0710c027c92e with Priority: HIGHEST for action security_group_rules [ 606.012743] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1057615-1215-4d8c-96e7-0710c027c92e with Priority: HIGHEST for action security_group_rules [ 606.014651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1057615-1215-4d8c-96e7-0710c027c92e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.014651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.138860] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.139136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.139136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.139297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.139376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.139489] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1057615-1215-4d8c-96e7-0710c027c92e already deleted. [ 606.139548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.139714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.139878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.139999] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1057615-1215-4d8c-96e7-0710c027c92e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.172859] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c911c23-ad79-4d9d-ad88-2a229e030fee [ 606.173226] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.173442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.173520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.173812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.173944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.174107] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c911c23-ad79-4d9d-ad88-2a229e030fee already deleted. [ 606.174213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c911c23-ad79-4d9d-ad88-2a229e030fee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.382320] env[65073]: INFO networking_nsxv3.common.synchronization [req-bf989018-06a5-4200-992c-80d06e2252bf req-837858a6-2c3b-443d-994c-d1f3b3717a1b service nova] Enqueued Resource ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 with Priority: HIGHEST for action security_group_rules [ 606.382320] env[65073]: INFO networking_nsxv3.common.synchronization [req-bf989018-06a5-4200-992c-80d06e2252bf req-837858a6-2c3b-443d-994c-d1f3b3717a1b service nova] Enqueued Resource ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 with Priority: HIGHEST for action security_group_members [ 606.382664] env[65073]: INFO networking_nsxv3.common.synchronization [req-bf989018-06a5-4200-992c-80d06e2252bf req-837858a6-2c3b-443d-994c-d1f3b3717a1b service nova] Enqueued Resource ID: ceaced88-3dbf-433b-aa8a-7263024cdfa1 with Priority: HIGHEST for action port [ 606.382995] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 with Priority: HIGHEST for action security_group_rules [ 606.383120] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 with Priority: HIGHEST for action security_group_members [ 606.384032] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaced88-3dbf-433b-aa8a-7263024cdfa1 with Priority: HIGHEST for action port [ 606.384032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3821ac3-5fb9-445f-b011-583c9e4002e8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.384032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.384032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.384032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.384032] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3821ac3-5fb9-445f-b011-583c9e4002e8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.385606] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3821ac3-5fb9-445f-b011-583c9e4002e8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.385606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.385606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.385741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.385795] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.385911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.385990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.386153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.386779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.386779] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3821ac3-5fb9-445f-b011-583c9e4002e8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.387347] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceaced88-3dbf-433b-aa8a-7263024cdfa1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.387483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceaced88-3dbf-433b-aa8a-7263024cdfa1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.387581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceaced88-3dbf-433b-aa8a-7263024cdfa1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.387978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceaced88-3dbf-433b-aa8a-7263024cdfa1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.387978] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceaced88-3dbf-433b-aa8a-7263024cdfa1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.662183] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.662394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.662394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.662646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.662744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.662840] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1057615-1215-4d8c-96e7-0710c027c92e already deleted. [ 606.662921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.891764] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3821ac3-5fb9-445f-b011-583c9e4002e8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.891764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.891764] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3821ac3-5fb9-445f-b011-583c9e4002e8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.893788] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ceaced88-3dbf-433b-aa8a-7263024cdfa1 with status ACTIVE [ 606.894298] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.894298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.894298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.894487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.894563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.894737] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.894830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.894891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.895235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.896044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.896044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.896189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.896189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.896271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.896369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.896456] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ceaced88-3dbf-433b-aa8a-7263024cdfa1 is going to be updated. [ 606.928534] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.929345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.929345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.929345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.929345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.929345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceaced88-3dbf-433b-aa8a-7263024cdfa1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.168271] env[65073]: INFO networking_nsxv3.common.synchronization [req-5099d810-8a77-4689-b7b5-d6386a8f0c51 req-4dc0e19a-0369-4206-9cf8-095ddc60c76d tempest-ServersAdminTestJSON-1383213945 tempest-ServersAdminTestJSON-1383213945-project-member] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 607.168968] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 607.169423] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.169569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.169661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.170116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.170480] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.170480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.170480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.170684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.170796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.170920] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.400408] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3821ac3-5fb9-445f-b011-583c9e4002e8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.450101] env[65073]: INFO networking_nsxv3.common.synchronization [None req-d424213d-c7d7-485d-92b3-906c0a2a277e None None] Enqueued Resource ID: 2bf2fdca-4d66-4240-85dc-bf0c082cd852 with Priority: HIGHEST for action port [ 607.450761] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf2fdca-4d66-4240-85dc-bf0c082cd852 with Priority: HIGHEST for action port [ 607.451170] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bf2fdca-4d66-4240-85dc-bf0c082cd852 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.452122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bf2fdca-4d66-4240-85dc-bf0c082cd852" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.452122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bf2fdca-4d66-4240-85dc-bf0c082cd852" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.452122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bf2fdca-4d66-4240-85dc-bf0c082cd852" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.452122] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf2fdca-4d66-4240-85dc-bf0c082cd852',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.591518] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.591627] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.591724] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.592052] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.592431] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.592538] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.592648] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.592860] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.593126] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.593600] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.594022] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.594115] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.594226] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.594336] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.594460] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.594599] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.615567] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.615873] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.615942] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.616140] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.616496] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-42062222-30ae-4a42-b6e8-1d5e7e7e1981 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.616762] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-42062222-30ae-4a42-b6e8-1d5e7e7e1981" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.616907] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-42062222-30ae-4a42-b6e8-1d5e7e7e1981" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.617315] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-42062222-30ae-4a42-b6e8-1d5e7e7e1981" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.617455] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42062222-30ae-4a42-b6e8-1d5e7e7e1981',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.673733] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.673901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.673957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.675705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.675705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.675705] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.675705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.675705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.675705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.675705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.675705] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90b273e-9368-4da0-b50f-768898534bc9 already deleted. [ 607.675705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.749512] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: SUCCESS [ 607.749820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.750014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.750278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.750499] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.750626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.750692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.750883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.750969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.751078] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.902116] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.904673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.904673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.904673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.904673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.904673] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 is going to be created. [ 607.931121] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.931121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.931960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.931960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.931960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.934198] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 in Status: SUCCESS [ 607.934405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.935203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.935435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.937575] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.939266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.939266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.939266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.939266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.939266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.939266] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.942814] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 in Status: UNINITIALIZED for 2s [ 607.954352] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bf2fdca-4d66-4240-85dc-bf0c082cd852 [ 607.954786] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.955144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.955144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.955295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.955379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.955481] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bf2fdca-4d66-4240-85dc-bf0c082cd852 already deleted. [ 607.955546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bf2fdca-4d66-4240-85dc-bf0c082cd852" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.120705] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.120705] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.122038] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.122420] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.122603] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.122780] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 42062222-30ae-4a42-b6e8-1d5e7e7e1981 not found, creating... [ 608.123473] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.123654] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.123767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.123997] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.124149] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.124460] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.124621] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.124758] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.124990] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.125158] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.125328] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 42062222-30ae-4a42-b6e8-1d5e7e7e1981 is going to be created. [ 608.149579] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.149875] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.150143] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.150337] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.150589] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.150825] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-42062222-30ae-4a42-b6e8-1d5e7e7e1981" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.253491] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.442957] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.442957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.442957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.442957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.442957] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.442957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.442957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.442957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.442957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.442957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.442957] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.442957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.442957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.442957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.442957] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.443634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.443776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.444431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.444431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.444431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.444809] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.755656] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.948067] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a01f5be-591b-4d44-abe9-e9b3b716fa45: rpc.has_security_group_logging(os_id): False [ 608.967624] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.967795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.967932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.968078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.968169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.968351] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.968548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.968548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.968731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.968823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.969026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.969113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.969241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.969319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.969389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.969597] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.969707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.969789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.969933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.970012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.970692] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 is going to be created. [ 609.035481] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.035976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.036133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.036435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.036645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.052352] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 in Status: IN_PROGRESS for 2s [ 609.258849] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.259363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.261154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.261856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.261856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.261856] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d is going to be updated. [ 609.297449] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.297610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.297660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.297868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.298419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.308288] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: IN_PROGRESS for 2s [ 609.340113] env[65073]: INFO networking_nsxv3.common.synchronization [req-5099d810-8a77-4689-b7b5-d6386a8f0c51 req-5b703828-689d-47bc-99e7-fea645f9fcb1 service nova] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_rules [ 609.340324] env[65073]: INFO networking_nsxv3.common.synchronization [req-5099d810-8a77-4689-b7b5-d6386a8f0c51 req-5b703828-689d-47bc-99e7-fea645f9fcb1 service nova] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 609.340462] env[65073]: INFO networking_nsxv3.common.synchronization [req-5099d810-8a77-4689-b7b5-d6386a8f0c51 req-5b703828-689d-47bc-99e7-fea645f9fcb1 service nova] Enqueued Resource ID: 42062222-30ae-4a42-b6e8-1d5e7e7e1981 with Priority: HIGHEST for action port [ 609.341048] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_rules [ 609.341219] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 609.341329] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42062222-30ae-4a42-b6e8-1d5e7e7e1981 with Priority: HIGHEST for action port [ 609.341629] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.341796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.341869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.344307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.344407] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.345362] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.345486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.345555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.345737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.345890] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.346029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.346067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.346476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.346476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.346476] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.352048] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-42062222-30ae-4a42-b6e8-1d5e7e7e1981 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.352248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42062222-30ae-4a42-b6e8-1d5e7e7e1981" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.352824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42062222-30ae-4a42-b6e8-1d5e7e7e1981" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.352824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42062222-30ae-4a42-b6e8-1d5e7e7e1981" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.353479] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42062222-30ae-4a42-b6e8-1d5e7e7e1981',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.695300] env[65073]: INFO networking_nsxv3.common.synchronization [None req-25594450-a212-4552-bdd7-a2d78bfb1ed4 None None] Enqueued Resource ID: a7598e23-def3-45c4-a66c-a4a4e135eb82 with Priority: HIGHEST for action port [ 609.695931] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7598e23-def3-45c4-a66c-a4a4e135eb82 with Priority: HIGHEST for action port [ 609.696975] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7598e23-def3-45c4-a66c-a4a4e135eb82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.697160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7598e23-def3-45c4-a66c-a4a4e135eb82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.697233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7598e23-def3-45c4-a66c-a4a4e135eb82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.697765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7598e23-def3-45c4-a66c-a4a4e135eb82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.697765] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7598e23-def3-45c4-a66c-a4a4e135eb82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.857971] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.860403] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.860944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.861637] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42062222-30ae-4a42-b6e8-1d5e7e7e1981 with status ACTIVE [ 609.867149] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.867149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.867149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.867149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.867149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.867149] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.867149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.867149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.867149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.867149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.867149] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.867149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.867149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.867149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.867149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.867149] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42062222-30ae-4a42-b6e8-1d5e7e7e1981 is going to be updated. [ 609.874556] env[65073]: INFO networking_nsxv3.common.synchronization [req-a12c16aa-ab61-4a70-bb65-76c54fd8af6c req-17c4b380-1051-4cf3-a499-50542e89a826 tempest-MigrationsAdminTest-45037865 tempest-MigrationsAdminTest-45037865-project-member] Enqueued Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_members [ 609.877282] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_members [ 609.877515] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.877662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.878309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.878309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.878553] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.880022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.880022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.880022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.880022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.880022] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.899056] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.899800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.899800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.899800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.899800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.899964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42062222-30ae-4a42-b6e8-1d5e7e7e1981" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.955736] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 in Status: SUCCESS [ 609.956114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.956929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.956929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.956929] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.956929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.957286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.957286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.957286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.957286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.957474] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3821ac3-5fb9-445f-b011-583c9e4002e8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.199956] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7598e23-def3-45c4-a66c-a4a4e135eb82 [ 610.200317] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.200476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.200567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.200841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.201047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.201235] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7598e23-def3-45c4-a66c-a4a4e135eb82 already deleted. [ 610.201358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7598e23-def3-45c4-a66c-a4a4e135eb82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.251970] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.258632] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.258632] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.258632] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.258632] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.258632] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.258632] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.258632] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.258632] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.258632] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.258632] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.258632] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.258632] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.258632] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.258632] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.258632] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.286997] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.287301] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.287455] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.287672] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.288055] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.288312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.288552] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.288999] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.289206] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.360892] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.382847] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.383041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.384590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.384887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.385000] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.385260] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.385377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.385470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.385606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.385685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.385774] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb11bf66-9206-465f-9167-8a76c14e74d9 already deleted. [ 610.385856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.460653] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3821ac3-5fb9-445f-b011-583c9e4002e8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.460885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.460885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.461189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.461340] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.461509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.461680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.461750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.461831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.461926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.462084] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3821ac3-5fb9-445f-b011-583c9e4002e8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.462226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.462226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.462358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.462544] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.462714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.462714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.462977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.463076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.463352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.463487] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3821ac3-5fb9-445f-b011-583c9e4002e8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.792966] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.792966] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.792966] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.792966] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.792966] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.793320] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7 not found, creating... [ 610.793422] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.793523] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.793648] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.793857] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.794015] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.794427] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.794579] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.794690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.794891] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.795046] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.795171] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7 is going to be created. [ 610.817031] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.817031] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.817031] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.817031] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.817400] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.817400] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.863048] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.863225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.863299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.863585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.863690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.863790] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be created. [ 610.902393] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.902872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.902975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.903196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.903365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.915097] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: UNINITIALIZED for 2s [ 610.965788] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3821ac3-5fb9-445f-b011-583c9e4002e8: rpc.has_security_group_logging(os_id): False [ 610.985901] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.986238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.986358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.986714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.986829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.986972] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.987099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.987237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.987316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.987408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.987591] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.987687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.987795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.987889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.987962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.989193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.989450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.989725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.989956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.990106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.990247] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 is going to be created. [ 611.052282] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.052487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.052530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.052707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.052903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.067485] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 in Status: IN_PROGRESS for 2s [ 611.070138] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 in Status: SUCCESS [ 611.070401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.317879] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: SUCCESS [ 611.318117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.318282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.318510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.318720] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.318830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.318898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.319152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.319199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.319301] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.325201] env[65073]: INFO networking_nsxv3.common.synchronization [None req-7458abc9-c4d5-4f61-b05c-10db6e14a594 tempest-ServersWithSpecificFlavorTestJSON-1889997827 tempest-ServersWithSpecificFlavorTestJSON-1889997827-project-member] Enqueued Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_rules [ 611.326184] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_rules [ 611.326184] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.326184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.326184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.326540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.326540] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.597532] env[65073]: INFO networking_nsxv3.common.synchronization [req-a12c16aa-ab61-4a70-bb65-76c54fd8af6c req-13ac47bd-e7d1-4e52-b32b-2b737aa64035 service nova] Enqueued Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_rules [ 611.597532] env[65073]: INFO networking_nsxv3.common.synchronization [req-a12c16aa-ab61-4a70-bb65-76c54fd8af6c req-13ac47bd-e7d1-4e52-b32b-2b737aa64035 service nova] Enqueued Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_members [ 611.597532] env[65073]: INFO networking_nsxv3.common.synchronization [req-a12c16aa-ab61-4a70-bb65-76c54fd8af6c req-13ac47bd-e7d1-4e52-b32b-2b737aa64035 service nova] Enqueued Resource ID: 3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7 with Priority: HIGHEST for action port [ 611.599124] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_rules [ 611.599248] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_members [ 611.599874] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7 with Priority: HIGHEST for action port [ 611.599874] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.599874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.599874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.600143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.600222] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.601197] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.601300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.601339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.601508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.601665] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.601780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.601817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.601985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.606558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.606558] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.606558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.606558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.606558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.606558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.606558] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.821726] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.850365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.850365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.850365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.850365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.850365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.850365] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f already deleted. [ 611.850365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.872379] env[65073]: INFO networking_nsxv3.common.synchronization [None req-2bc96295-5156-49c5-82ce-b739e55e8a29 tempest-ServersWithSpecificFlavorTestJSON-1889997827 tempest-ServersWithSpecificFlavorTestJSON-1889997827-project-member] Enqueued Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_rules [ 611.872954] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_rules [ 611.875105] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.875105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.875105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.875105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.875105] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.109170] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.109170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.109170] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7 with status ACTIVE [ 612.109170] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.109170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.109170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.109924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.109924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.109924] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.109924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.109924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.110272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.110272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.110272] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.110697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.110697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.110697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.110697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.112202] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7 is going to be updated. [ 612.113652] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.138412] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.138588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.138650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.138919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.139156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.139454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ace9580-9913-4b6e-b4fc-7f7a2f59f4c7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.224205] env[65073]: INFO networking_nsxv3.common.synchronization [req-b6df381e-7937-495d-a520-9441e3c4057c req-7270268e-4eec-4ef2-bf64-a7c33430d5d2 tempest-FloatingIPsAssociationNegativeTestJSON-911799733 tempest-FloatingIPsAssociationNegativeTestJSON-911799733-project-member] Enqueued Resource ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 with Priority: HIGHEST for action security_group_members [ 612.225529] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 with Priority: HIGHEST for action security_group_members [ 612.225756] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc00696-ddfd-4005-b506-c5cd8057b3b0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.225973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.226098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.226457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.227228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.227412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.228043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.228297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.228484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.229494] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc00696-ddfd-4005-b506-c5cd8057b3b0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.324130] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.397109] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.397292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.397340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.399512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.399512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.399512] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f already deleted. [ 612.399512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.616885] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.732907] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.733092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.735564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.735564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.735564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.735564] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.735564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.735564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.735564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.735564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.735564] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 already deleted. [ 612.735564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.827379] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.827600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.827760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.828280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.828378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.828525] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d is going to be updated. [ 612.862279] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.862500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.862569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.862820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.862971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.875226] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: IN_PROGRESS for 2s [ 612.927038] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 612.927338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.927530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.928242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.929013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.929013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.929013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.929013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.929013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.929013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.929319] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.086123] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 in Status: SUCCESS [ 613.086419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.119399] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.119831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.119831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.120075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.120075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.120297] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb11bf66-9206-465f-9167-8a76c14e74d9 is going to be created. [ 613.122604] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.122798] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-220" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.122923] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-220" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.123283] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-220" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.123579] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.127040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.127040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.127040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.127040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.127040] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.127040] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.127040] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.127040] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.127040] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.127040] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.127040] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.152067] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.152067] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.152067] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.152067] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-220" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.152451] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-2a0275f0-5928-4765-8ee4-5d0dae0657b7 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.152563] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-2a0275f0-5928-4765-8ee4-5d0dae0657b7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.152649] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-2a0275f0-5928-4765-8ee4-5d0dae0657b7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.153214] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-2a0275f0-5928-4765-8ee4-5d0dae0657b7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.153304] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a0275f0-5928-4765-8ee4-5d0dae0657b7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.156598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.156790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.156867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.157166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.157302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.169309] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: UNINITIALIZED for 2s [ 613.375630] env[65073]: INFO networking_nsxv3.common.synchronization [None req-7a769584-dfed-4786-a754-1481c4eafc65 None None] Enqueued Resource ID: aa9962d7-1526-4b99-b590-df61d9aae27e with Priority: HIGHEST for action port [ 613.375930] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9962d7-1526-4b99-b590-df61d9aae27e with Priority: HIGHEST for action port [ 613.376656] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa9962d7-1526-4b99-b590-df61d9aae27e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.376805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa9962d7-1526-4b99-b590-df61d9aae27e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.376877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa9962d7-1526-4b99-b590-df61d9aae27e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.377169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa9962d7-1526-4b99-b590-df61d9aae27e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.377268] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa9962d7-1526-4b99-b590-df61d9aae27e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.432527] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.432663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.432745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.432953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.433166] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.433249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.433307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.433506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.433597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.433659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.433759] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.433851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.433914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.434110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.434253] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.434350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.434443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.434533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.434596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.434684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.434784] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.655897] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.657347] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.657347] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.657347] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.657347] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.657347] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 2a0275f0-5928-4765-8ee4-5d0dae0657b7 not found, creating... [ 613.657561] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.657626] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.657699] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.658026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.658201] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.659395] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.659395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.659395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.659395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.659395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.659395] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 2a0275f0-5928-4765-8ee4-5d0dae0657b7 is going to be created. [ 613.681381] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.681588] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.681812] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.681967] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.682236] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.682451] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-2a0275f0-5928-4765-8ee4-5d0dae0657b7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.879956] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa9962d7-1526-4b99-b590-df61d9aae27e [ 613.880240] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.880742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.880742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.880973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.880973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.881101] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa9962d7-1526-4b99-b590-df61d9aae27e already deleted. [ 613.881157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa9962d7-1526-4b99-b590-df61d9aae27e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.940322] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a90b273e-9368-4da0-b50f-768898534bc9: rpc.has_security_group_logging(os_id): False [ 613.962210] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.962361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.962430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.963277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.963385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.963624] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.963781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.963857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.964042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.964124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.964318] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.964415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.964476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.964616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.964690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.964868] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.964959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.965138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.965302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.965379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.965463] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be created. [ 614.029500] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.029692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.029931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.030020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.030218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.066917] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 614.495190] env[65073]: INFO networking_nsxv3.common.synchronization [req-b6df381e-7937-495d-a520-9441e3c4057c req-4a1b4c17-e5af-4a5c-bdf9-930fbeb14a76 service nova] Enqueued Resource ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 with Priority: HIGHEST for action security_group_rules [ 614.495451] env[65073]: INFO networking_nsxv3.common.synchronization [req-b6df381e-7937-495d-a520-9441e3c4057c req-4a1b4c17-e5af-4a5c-bdf9-930fbeb14a76 service nova] Enqueued Resource ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 with Priority: HIGHEST for action security_group_members [ 614.497887] env[65073]: INFO networking_nsxv3.common.synchronization [req-b6df381e-7937-495d-a520-9441e3c4057c req-4a1b4c17-e5af-4a5c-bdf9-930fbeb14a76 service nova] Enqueued Resource ID: 2a0275f0-5928-4765-8ee4-5d0dae0657b7 with Priority: HIGHEST for action port [ 614.498691] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 with Priority: HIGHEST for action security_group_rules [ 614.498927] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 with Priority: HIGHEST for action security_group_members [ 614.499090] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0275f0-5928-4765-8ee4-5d0dae0657b7 with Priority: HIGHEST for action port [ 614.499939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bc00696-ddfd-4005-b506-c5cd8057b3b0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.500145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.500240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.500543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.500632] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bc00696-ddfd-4005-b506-c5cd8057b3b0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.503638] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc00696-ddfd-4005-b506-c5cd8057b3b0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.503771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.503839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.504069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.504235] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.504336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.504399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.504547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.504634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.504731] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc00696-ddfd-4005-b506-c5cd8057b3b0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.505650] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a0275f0-5928-4765-8ee4-5d0dae0657b7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.505782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a0275f0-5928-4765-8ee4-5d0dae0657b7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.505827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a0275f0-5928-4765-8ee4-5d0dae0657b7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.505966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a0275f0-5928-4765-8ee4-5d0dae0657b7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.506057] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a0275f0-5928-4765-8ee4-5d0dae0657b7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.894491] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: SUCCESS [ 614.894491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.894741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.894884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.895084] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.895203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.895519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.895699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.895783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.895871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.898186] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.898186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.898186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.898186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.898186] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.898186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.898186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.898186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.898186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.898186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.898186] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.009330] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bc00696-ddfd-4005-b506-c5cd8057b3b0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.011058] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc00696-ddfd-4005-b506-c5cd8057b3b0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.011058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.011830] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a0275f0-5928-4765-8ee4-5d0dae0657b7 with status ACTIVE [ 615.011830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.012141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.012141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.012312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.012905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.014860] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.014860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.014860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.014860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.014860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.014860] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.014860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.014860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.014860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.014860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.014860] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a0275f0-5928-4765-8ee4-5d0dae0657b7 is going to be updated. [ 615.020761] env[65073]: INFO networking_nsxv3.common.synchronization [req-9f2e304f-29b7-4bbc-a45e-470273c32048 req-29c8d85d-04ee-49ff-b02a-4082e111eba6 tempest-ServersTestJSON-399104086 tempest-ServersTestJSON-399104086-project-member] Enqueued Resource ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 with Priority: HIGHEST for action security_group_members [ 615.022801] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 with Priority: HIGHEST for action security_group_members [ 615.023296] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.023465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.023526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.023916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.028050] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.028050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.028050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.028050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.028050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.028050] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7334f1-65a6-403f-ac1b-938f2b5ebcc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.048727] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.048727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.048727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.048727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.048727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.049322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a0275f0-5928-4765-8ee4-5d0dae0657b7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.185643] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: SUCCESS [ 615.185943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.186977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.187357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.187756] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.187855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.187855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.191580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.191804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.191804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.191915] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.314958] env[65073]: INFO networking_nsxv3.common.synchronization [req-e3509b28-20a3-4d66-84ca-d6c61f2c0e1c req-eef6c52e-c830-4472-bc79-1b31a010c124 tempest-SecurityGroupRulesTestJSON-1312285196 tempest-SecurityGroupRulesTestJSON-1312285196-project-member] Enqueued Resource ID: 92e01719-bb29-48aa-b5bd-ca6d7d0804a5 with Priority: HIGHEST for action security_group_rules [ 615.315636] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e01719-bb29-48aa-b5bd-ca6d7d0804a5 with Priority: HIGHEST for action security_group_rules [ 615.316038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92e01719-bb29-48aa-b5bd-ca6d7d0804a5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.316174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92e01719-bb29-48aa-b5bd-ca6d7d0804a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.316252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92e01719-bb29-48aa-b5bd-ca6d7d0804a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.320204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92e01719-bb29-48aa-b5bd-ca6d7d0804a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.320337] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92e01719-bb29-48aa-b5bd-ca6d7d0804a5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.401855] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for faa8d3b5-25a8-47a1-a332-0f6f4553519d: rpc.has_security_group_logging(os_id): False [ 615.415687] env[65073]: INFO networking_nsxv3.common.synchronization [None req-8eb80b10-8008-42ed-9da9-222f88430ca9 None None] Enqueued Resource ID: 1d751d04-4278-4643-be9e-4d0f7b02ce6a with Priority: HIGHEST for action port [ 615.416843] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d751d04-4278-4643-be9e-4d0f7b02ce6a with Priority: HIGHEST for action port [ 615.419056] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d751d04-4278-4643-be9e-4d0f7b02ce6a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.419056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d751d04-4278-4643-be9e-4d0f7b02ce6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.419305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d751d04-4278-4643-be9e-4d0f7b02ce6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.419398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d751d04-4278-4643-be9e-4d0f7b02ce6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.420841] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d751d04-4278-4643-be9e-4d0f7b02ce6a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.425326] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.429022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.429022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.429022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.429022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.429022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.429022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.429022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.429022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.429022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.429022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.429022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.429022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.429022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.429022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.429841] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.429841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.429841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.429841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.429841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.429841] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d is going to be created. [ 615.520851] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bc00696-ddfd-4005-b506-c5cd8057b3b0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.534504] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.534504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.534504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.534504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.534504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.534504] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.534504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.534504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.534504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.534504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.534504] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 already deleted. [ 615.534504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.548979] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-300 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.549208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-300" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.549332] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-300" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.549652] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-300" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.549915] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.552141] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.552301] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.553180] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.553180] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.553180] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.553180] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.553180] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.553426] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.553426] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.553426] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.553539] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.583101] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.583318] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.583400] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.583564] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-300" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.584275] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.584275] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.584275] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.584566] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.584690] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.587300] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.587437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.587571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.587694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.587870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.607949] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: IN_PROGRESS for 2s [ 615.696084] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.696084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.696595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.696595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.697597] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.698268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.698268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.699483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.699483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.699483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.699483] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.699483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.699483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.699483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.699483] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.699483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.699483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.700287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.700287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.700287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.700287] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.855459] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.855689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.855747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.856061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.856288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.857644] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92e01719-bb29-48aa-b5bd-ca6d7d0804a5 already deleted. [ 615.857644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92e01719-bb29-48aa-b5bd-ca6d7d0804a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.925062] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d751d04-4278-4643-be9e-4d0f7b02ce6a [ 615.926282] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.926282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.926282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.926282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.926282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.926282] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d751d04-4278-4643-be9e-4d0f7b02ce6a already deleted. [ 615.926282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d751d04-4278-4643-be9e-4d0f7b02ce6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.025656] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.025821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.025877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.026127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.026241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.026322] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 is going to be created. [ 616.059061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.059237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.059310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.059523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.059947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.072162] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 in Status: UNINITIALIZED for 2s [ 616.080890] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 616.080890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.096027] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.096027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.096027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.096027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.096027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.096027] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4 not found, creating... [ 616.096027] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.096027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.096027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.096027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.096027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.096688] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.096688] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.096688] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.096688] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.096688] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.098115] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4 is going to be created. [ 616.125623] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.126242] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.126242] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.126373] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.126644] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.126944] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.202338] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb11bf66-9206-465f-9167-8a76c14e74d9: rpc.has_security_group_logging(os_id): False [ 616.228858] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.229213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.229296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.229960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.229960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.230661] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.231090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.231222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.231523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.231665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.232022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.232376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.232376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.232575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.232710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.233076] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.233990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.233990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.233990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.233990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.233990] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb11bf66-9206-465f-9167-8a76c14e74d9 is going to be created. [ 616.385754] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.386034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.386034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.386437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.386437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.399129] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: IN_PROGRESS for 2s [ 616.531517] env[65073]: INFO networking_nsxv3.common.synchronization [req-83668975-c34a-43f5-b611-06177fde7dbc req-59e6ae64-f1db-442e-832d-f26c4bc5250d tempest-ServersAdminTestJSON-1383213945 tempest-ServersAdminTestJSON-1383213945-project-member] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 616.532159] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 616.532470] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.532595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.532800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.533020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.533186] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.533298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.533374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.533498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.533583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.533676] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.855460] env[65073]: INFO networking_nsxv3.common.synchronization [req-9f2e304f-29b7-4bbc-a45e-470273c32048 req-4d8cb4ba-1b78-4c54-a5e5-2fbd73c6ab75 service nova] Enqueued Resource ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 with Priority: HIGHEST for action security_group_rules [ 616.855639] env[65073]: INFO networking_nsxv3.common.synchronization [req-9f2e304f-29b7-4bbc-a45e-470273c32048 req-4d8cb4ba-1b78-4c54-a5e5-2fbd73c6ab75 service nova] Enqueued Resource ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 with Priority: HIGHEST for action security_group_members [ 616.855775] env[65073]: INFO networking_nsxv3.common.synchronization [req-9f2e304f-29b7-4bbc-a45e-470273c32048 req-4d8cb4ba-1b78-4c54-a5e5-2fbd73c6ab75 service nova] Enqueued Resource ID: aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4 with Priority: HIGHEST for action port [ 616.856330] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 with Priority: HIGHEST for action security_group_rules [ 616.856457] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 with Priority: HIGHEST for action security_group_members [ 616.856552] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4 with Priority: HIGHEST for action port [ 616.857097] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.857097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.857326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.857482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.857590] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7334f1-65a6-403f-ac1b-938f2b5ebcc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.858955] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.859338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.859673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.860356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.860921] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.861224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.861739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.862033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.862033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.862620] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7334f1-65a6-403f-ac1b-938f2b5ebcc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.867137] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.867137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.867137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.867137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.867137] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.937028] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.937028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.937028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.937028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.937028] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.937028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.937028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.937028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.937028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.937689] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.937957] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.938200] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.938396] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.938585] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.938857] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.939128] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.961024] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.961024] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.961024] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.961024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.961024] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-0382e3ba-9a57-4557-ba89-a51a5fec8fc5 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.961024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-0382e3ba-9a57-4557-ba89-a51a5fec8fc5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.961024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-0382e3ba-9a57-4557-ba89-a51a5fec8fc5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.961024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-0382e3ba-9a57-4557-ba89-a51a5fec8fc5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.961024] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0382e3ba-9a57-4557-ba89-a51a5fec8fc5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.037157] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.368848] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7334f1-65a6-403f-ac1b-938f2b5ebcc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.370178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.370415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.370755] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4 with status ACTIVE [ 617.370933] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.371076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.371134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.371689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.371689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.371689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.371689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.371966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.371966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.371966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.372322] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.372322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.372322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.372555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.372555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.372667] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4 is going to be updated. [ 617.396986] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.397217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.397310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.397457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.397602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.397759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa1bd82c-7ada-4df5-8c7b-6cb0020a4de4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.463586] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.463832] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.464096] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.464596] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.464799] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.465012] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 0382e3ba-9a57-4557-ba89-a51a5fec8fc5 not found, creating... [ 617.465330] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.465592] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.465797] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.468448] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.468448] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.468448] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.468448] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.468448] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.468448] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.468448] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.468448] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 0382e3ba-9a57-4557-ba89-a51a5fec8fc5 is going to be created. [ 617.492306] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.492533] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.492698] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.493035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.494250] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.494250] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-0382e3ba-9a57-4557-ba89-a51a5fec8fc5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.503370] env[65073]: INFO networking_nsxv3.common.synchronization [None req-cb9f74cc-cc4d-4944-8885-94b8cdb3cec6 tempest-ServersTestBootFromVolume-1805240196 tempest-ServersTestBootFromVolume-1805240196-project-member] Enqueued Resource ID: 11855806-3e34-4c90-94b9-50323f2ba427 with Priority: HIGHEST for action security_group_rules [ 617.503370] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11855806-3e34-4c90-94b9-50323f2ba427 with Priority: HIGHEST for action security_group_rules [ 617.503934] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11855806-3e34-4c90-94b9-50323f2ba427 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.504028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.504093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.504359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.504443] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11855806-3e34-4c90-94b9-50323f2ba427',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.540148] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.622856] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: SUCCESS [ 617.623168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.623826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.624136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.624247] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.720295] env[65073]: INFO networking_nsxv3.common.synchronization [None req-b8ff9049-6ed6-4ef2-a01c-956ed0a30332 tempest-ServersTestBootFromVolume-1805240196 tempest-ServersTestBootFromVolume-1805240196-project-member] Enqueued Resource ID: 11855806-3e34-4c90-94b9-50323f2ba427 with Priority: HIGHEST for action security_group_rules [ 617.720796] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11855806-3e34-4c90-94b9-50323f2ba427 with Priority: HIGHEST for action security_group_rules [ 617.721195] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11855806-3e34-4c90-94b9-50323f2ba427 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.721326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.871517] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7334f1-65a6-403f-ac1b-938f2b5ebcc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.031148] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.031365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.031674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.031674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.031783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.031839] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11855806-3e34-4c90-94b9-50323f2ba427 already deleted. [ 618.031957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.032206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.032372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.033085] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11855806-3e34-4c90-94b9-50323f2ba427',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.043295] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.043466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.043510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.043891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.043891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.044033] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be updated. [ 618.083184] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.083360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.083404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.084071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.084071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.086577] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 in Status: SUCCESS [ 618.086792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.086953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.087252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.087475] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.087612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.087680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.087875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.087961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.088065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.088189] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bc00696-ddfd-4005-b506-c5cd8057b3b0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.095645] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 618.128949] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.129193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.129238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.129498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.129622] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.129723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.129809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.129967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.130071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.130164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.130308] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.276268] env[65073]: INFO networking_nsxv3.common.synchronization [req-83668975-c34a-43f5-b611-06177fde7dbc req-a2638031-e3ce-4c73-954f-e06816412eb4 service nova] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_rules [ 618.276371] env[65073]: INFO networking_nsxv3.common.synchronization [req-83668975-c34a-43f5-b611-06177fde7dbc req-a2638031-e3ce-4c73-954f-e06816412eb4 service nova] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 618.276891] env[65073]: INFO networking_nsxv3.common.synchronization [req-83668975-c34a-43f5-b611-06177fde7dbc req-a2638031-e3ce-4c73-954f-e06816412eb4 service nova] Enqueued Resource ID: 0382e3ba-9a57-4557-ba89-a51a5fec8fc5 with Priority: HIGHEST for action port [ 618.279214] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_rules [ 618.279395] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 618.279505] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0382e3ba-9a57-4557-ba89-a51a5fec8fc5 with Priority: HIGHEST for action port [ 618.280305] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.280305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.280305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.280505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.280574] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.281503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.281595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.281863] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-0382e3ba-9a57-4557-ba89-a51a5fec8fc5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.281863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0382e3ba-9a57-4557-ba89-a51a5fec8fc5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.282039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0382e3ba-9a57-4557-ba89-a51a5fec8fc5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.282460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0382e3ba-9a57-4557-ba89-a51a5fec8fc5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.282460] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0382e3ba-9a57-4557-ba89-a51a5fec8fc5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.376362] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.376362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.376362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.376362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.376362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.376362] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 is going to be created. [ 618.401368] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.401500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.401609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.401764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.401923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.411570] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 in Status: UNINITIALIZED for 2s [ 618.412649] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: SUCCESS [ 618.412649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.555422] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.555422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.555422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.555422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.555422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.555422] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11855806-3e34-4c90-94b9-50323f2ba427 already deleted. [ 618.555422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.592425] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc00696-ddfd-4005-b506-c5cd8057b3b0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.592425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.592425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.592425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.592425] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.592425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.592425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.592425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.592425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.592425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.592425] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc00696-ddfd-4005-b506-c5cd8057b3b0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.592425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.592425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.592425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.592880] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.592880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.592880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.592880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.592880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.592880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.593144] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bc00696-ddfd-4005-b506-c5cd8057b3b0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.633726] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.633897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.634039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.634214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.634492] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.634710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.634854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.635110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.635258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.635420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.635606] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.635711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.635781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.635951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.636138] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.636274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.636358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.636502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.636612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.636727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.636833] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.783876] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.784100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.785506] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0382e3ba-9a57-4557-ba89-a51a5fec8fc5 with status ACTIVE [ 618.786483] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.786483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.786483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.786816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.786816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.787016] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.787829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.787829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.787829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.787829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.787829] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.788065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.789053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.789053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.789053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.789053] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0382e3ba-9a57-4557-ba89-a51a5fec8fc5 is going to be updated. [ 618.814273] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.814423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.814496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.814707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.814847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.815042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0382e3ba-9a57-4557-ba89-a51a5fec8fc5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.922169] env[65073]: INFO networking_nsxv3.common.synchronization [req-af3c5a13-45ff-4e2f-8a74-ead7b8f2831d req-334606ac-af37-4eaa-a159-0ea35e659929 tempest-ServersV294TestFqdnHostnames-266784228 tempest-ServersV294TestFqdnHostnames-266784228-project-member] Enqueued Resource ID: 226dd01f-862d-48cc-9fad-b532b4a41412 with Priority: HIGHEST for action security_group_members [ 618.922169] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226dd01f-862d-48cc-9fad-b532b4a41412 with Priority: HIGHEST for action security_group_members [ 618.922169] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-226dd01f-862d-48cc-9fad-b532b4a41412 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.922719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.922719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.922719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.922719] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.923476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.923476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.923476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.923476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.923476] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226dd01f-862d-48cc-9fad-b532b4a41412',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.100364] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bc00696-ddfd-4005-b506-c5cd8057b3b0: rpc.has_security_group_logging(os_id): False [ 619.128888] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.129655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.129831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.130177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.130421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.131290] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.131290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.131290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.131290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.131565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.131792] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.131999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.132130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.132356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.132522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.132799] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.132980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.133114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.133572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.133572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.133572] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 is going to be created. [ 619.145655] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for faa8d3b5-25a8-47a1-a332-0f6f4553519d: rpc.has_security_group_logging(os_id): False [ 619.164025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.164839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.164839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.164839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.164839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.165127] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.165127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.165216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.165305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.165381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.165594] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.165690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.165759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.165901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.165977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.167111] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.167256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.167338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.167635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.167731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.167886] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d is going to be updated. [ 619.230096] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.230275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.230440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.230593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.230777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.247149] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 in Status: IN_PROGRESS for 2s [ 619.280191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.280191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.280191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.280191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.280191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.312052] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: IN_PROGRESS for 2s [ 619.404480] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.404709] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-505" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.404882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-505" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.405310] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-505" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.407740] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.407942] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.408139] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.408647] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.409032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.409277] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.409592] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.409720] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.409831] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.409967] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.410199] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.410317] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.428775] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.428775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.428775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.428775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.428775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.428775] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.428775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.428775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.428775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.428775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.428775] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226dd01f-862d-48cc-9fad-b532b4a41412 already deleted. [ 619.428775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.440249] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.440452] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.440546] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.440727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-505" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.441147] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-02d459b2-283c-4818-b98c-f6a2124bdc9d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.441310] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-02d459b2-283c-4818-b98c-f6a2124bdc9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.441423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-02d459b2-283c-4818-b98c-f6a2124bdc9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.443489] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-02d459b2-283c-4818-b98c-f6a2124bdc9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.443489] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d459b2-283c-4818-b98c-f6a2124bdc9d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.946393] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.946393] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.946393] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.946393] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.946393] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.946393] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 02d459b2-283c-4818-b98c-f6a2124bdc9d not found, creating... [ 619.946393] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.946393] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.946393] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.946393] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.946393] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.947572] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.947572] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.947572] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.947572] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.947572] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.947572] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 02d459b2-283c-4818-b98c-f6a2124bdc9d is going to be created. [ 619.973434] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.973649] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.973784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.974118] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.974363] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.974611] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-02d459b2-283c-4818-b98c-f6a2124bdc9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.106225] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 620.106457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.106634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.106854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.107053] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.107176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.107270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.107485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.107535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.107970] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.425880] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 in Status: SUCCESS [ 620.425880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.426192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.427839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.427839] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.427839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.427839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.427839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.427839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.427839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.427839] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b7334f1-65a6-403f-ac1b-938f2b5ebcc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.611015] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.750242] env[65073]: INFO networking_nsxv3.common.synchronization [req-af3c5a13-45ff-4e2f-8a74-ead7b8f2831d req-8d20a4b6-2bee-4c83-a6dd-4d428171234a service nova] Enqueued Resource ID: 226dd01f-862d-48cc-9fad-b532b4a41412 with Priority: HIGHEST for action security_group_rules [ 620.750242] env[65073]: INFO networking_nsxv3.common.synchronization [req-af3c5a13-45ff-4e2f-8a74-ead7b8f2831d req-8d20a4b6-2bee-4c83-a6dd-4d428171234a service nova] Enqueued Resource ID: 226dd01f-862d-48cc-9fad-b532b4a41412 with Priority: HIGHEST for action security_group_members [ 620.750242] env[65073]: INFO networking_nsxv3.common.synchronization [req-af3c5a13-45ff-4e2f-8a74-ead7b8f2831d req-8d20a4b6-2bee-4c83-a6dd-4d428171234a service nova] Enqueued Resource ID: 02d459b2-283c-4818-b98c-f6a2124bdc9d with Priority: HIGHEST for action port [ 620.750242] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226dd01f-862d-48cc-9fad-b532b4a41412 with Priority: HIGHEST for action security_group_rules [ 620.750873] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226dd01f-862d-48cc-9fad-b532b4a41412 with Priority: HIGHEST for action security_group_members [ 620.751168] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d459b2-283c-4818-b98c-f6a2124bdc9d with Priority: HIGHEST for action port [ 620.752427] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-226dd01f-862d-48cc-9fad-b532b4a41412 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.752943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.753371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.754308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.754308] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('226dd01f-862d-48cc-9fad-b532b4a41412',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.755847] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-226dd01f-862d-48cc-9fad-b532b4a41412 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.756448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.757019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.757019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.759139] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.759139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.759139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.759139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.759139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.759139] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226dd01f-862d-48cc-9fad-b532b4a41412',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.759917] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-02d459b2-283c-4818-b98c-f6a2124bdc9d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.759917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02d459b2-283c-4818-b98c-f6a2124bdc9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.759917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02d459b2-283c-4818-b98c-f6a2124bdc9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.759917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02d459b2-283c-4818-b98c-f6a2124bdc9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.759917] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d459b2-283c-4818-b98c-f6a2124bdc9d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.930188] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b7334f1-65a6-403f-ac1b-938f2b5ebcc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.116154] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.266020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-226dd01f-862d-48cc-9fad-b532b4a41412 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.266020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.266020] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('226dd01f-862d-48cc-9fad-b532b4a41412',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.266020] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02d459b2-283c-4818-b98c-f6a2124bdc9d with status ACTIVE [ 621.266020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.266020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.266020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.266020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.266873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.267336] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.270635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.270635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.270635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.270635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.270635] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.270635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.270635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.270635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.270635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.270635] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02d459b2-283c-4818-b98c-f6a2124bdc9d is going to be updated. [ 621.273945] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 in Status: SUCCESS [ 621.274654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.308425] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.309683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.309683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.309683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.310087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.310673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02d459b2-283c-4818-b98c-f6a2124bdc9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.326174] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: SUCCESS [ 621.326509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.326732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.326980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.327112] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.434894] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9: rpc.has_security_group_logging(os_id): False [ 621.465638] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.465638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.465831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.465869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.467585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.467585] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.467585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.467585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.467585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.467585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.467585] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 is going to be created. [ 621.538595] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.538831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.538934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.539296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.539583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.553991] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 in Status: IN_PROGRESS for 2s [ 621.620045] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.620288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.620288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.620518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.620630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.620759] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be updated. [ 621.660710] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.660972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.660972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.661452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.661635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.672871] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 621.773629] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('226dd01f-862d-48cc-9fad-b532b4a41412',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.830094] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.830484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.830484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.830618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.831297] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.831297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.831297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.831532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.831532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.831609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.832615] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.860936] env[65073]: INFO networking_nsxv3.common.synchronization [req-2cf74199-88f8-4c71-b9b0-9198d44e0d2d req-3af7974b-60e8-4e2b-ae82-080f2ded3431 tempest-ServerRescueTestJSON-175706971 tempest-ServerRescueTestJSON-175706971-project-member] Enqueued Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_members [ 621.861895] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_members [ 621.862419] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.862540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.862611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.862872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.863080] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.863166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.863230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.863386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.863470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.863563] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.281556] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.281927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.281927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.282238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.282337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.282445] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226dd01f-862d-48cc-9fad-b532b4a41412 is going to be created. [ 622.310120] env[65073]: INFO networking_nsxv3.common.synchronization [req-13be48cf-a77a-4113-8095-fc0f05a4efc4 req-547649a3-d3cd-4644-8696-451a719a5795 tempest-DeleteServersAdminTestJSON-197666912 tempest-DeleteServersAdminTestJSON-197666912-project-admin] Enqueued Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_members [ 622.310867] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_members [ 622.315201] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.315375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.315500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.315737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.315926] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.316048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.316249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.316422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.316422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.316523] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.336320] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.336320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.336320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.336320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.336320] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.336320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.336320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.336320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.336320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.336320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.337826] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.339162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.339162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.339162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.339468] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.339785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.340054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.340672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.340918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.341117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.341981] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.345873] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.348790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.348790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.348790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.348790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.359178] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226dd01f-862d-48cc-9fad-b532b4a41412 in Status: UNINITIALIZED for 2s [ 622.366177] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.366177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.366177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.366177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.366177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.366177] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.366651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.366927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.367940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.367940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.367940] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 already deleted. [ 622.367940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.488046] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.488642] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-921" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.488959] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-921" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.489430] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-921" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.489856] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.492141] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.492141] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.492141] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.492141] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.492141] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.492141] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.492141] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.492141] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.492141] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.492141] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.492141] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.518028] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.518028] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.518028] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.518028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-921" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.518028] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-27ad5fe2-80be-4ba1-ac69-eaee32ef5ece taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.518028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-27ad5fe2-80be-4ba1-ac69-eaee32ef5ece" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.518028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-27ad5fe2-80be-4ba1-ac69-eaee32ef5ece" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.518028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-27ad5fe2-80be-4ba1-ac69-eaee32ef5ece" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.518028] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ad5fe2-80be-4ba1-ac69-eaee32ef5ece',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.820246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.820487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.820679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.820856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.820976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.821421] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.821559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.821559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.821777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.821905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.822055] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 is going to be updated. [ 622.846955] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for faa8d3b5-25a8-47a1-a332-0f6f4553519d: rpc.has_security_group_logging(os_id): False [ 622.860830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.860830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.860830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.860830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.861570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.872124] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 in Status: IN_PROGRESS for 2s [ 622.874123] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.874343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.874423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.874666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.874796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.875129] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.875368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.875478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.878597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.878703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.879029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.879160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.879286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.879440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.879502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.879648] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.879747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.879816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.880191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.880272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.880363] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d is going to be updated. [ 622.974174] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.974316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.974316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.974536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.977424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.001830] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: IN_PROGRESS for 2s [ 623.022559] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.022830] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.022830] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.023117] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.023283] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.024047] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 27ad5fe2-80be-4ba1-ac69-eaee32ef5ece not found, creating... [ 623.024319] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.024521] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.025298] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.025298] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.027248] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.027248] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.027248] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.027248] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.027248] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.027725] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.028102] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 27ad5fe2-80be-4ba1-ac69-eaee32ef5ece is going to be created. [ 623.063387] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.064186] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.064186] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.064186] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.064940] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.064940] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-27ad5fe2-80be-4ba1-ac69-eaee32ef5ece" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.569674] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 in Status: SUCCESS [ 623.570055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.684105] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 623.684426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.684522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.684854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.685053] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.685227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.685555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.687034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.687034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.687654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.687858] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.796354] env[65073]: INFO networking_nsxv3.common.synchronization [req-36035700-44a8-4d7c-8822-cc611664cebf req-0e511a0b-abf7-4e96-a423-0add42cceb50 tempest-ListServersNegativeTestJSON-483263484 tempest-ListServersNegativeTestJSON-483263484-project-member] Enqueued Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 623.796354] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 623.796797] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.796797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.796797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.797062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.797255] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.797959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.797959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.797959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.797959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.797959] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.862172] env[65073]: INFO networking_nsxv3.common.synchronization [req-2cf74199-88f8-4c71-b9b0-9198d44e0d2d req-319d68d8-dd76-4fe2-a812-fd53f5ae0aa3 service nova] Enqueued Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_rules [ 623.862172] env[65073]: INFO networking_nsxv3.common.synchronization [req-2cf74199-88f8-4c71-b9b0-9198d44e0d2d req-319d68d8-dd76-4fe2-a812-fd53f5ae0aa3 service nova] Enqueued Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_members [ 623.862172] env[65073]: INFO networking_nsxv3.common.synchronization [req-2cf74199-88f8-4c71-b9b0-9198d44e0d2d req-319d68d8-dd76-4fe2-a812-fd53f5ae0aa3 service nova] Enqueued Resource ID: 27ad5fe2-80be-4ba1-ac69-eaee32ef5ece with Priority: HIGHEST for action port [ 623.862172] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_rules [ 623.862172] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_members [ 623.862172] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27ad5fe2-80be-4ba1-ac69-eaee32ef5ece with Priority: HIGHEST for action port [ 623.862599] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.862886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.862886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.863046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.863886] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.866954] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.867455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.867571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.867822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.868224] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.868316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.868388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.869022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.869175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.869249] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.870813] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-27ad5fe2-80be-4ba1-ac69-eaee32ef5ece taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.870975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27ad5fe2-80be-4ba1-ac69-eaee32ef5ece" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.871079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27ad5fe2-80be-4ba1-ac69-eaee32ef5ece" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.871315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27ad5fe2-80be-4ba1-ac69-eaee32ef5ece" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.871494] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ad5fe2-80be-4ba1-ac69-eaee32ef5ece',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.193118] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.193516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.193516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.193638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.193736] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.193838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.193900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.194053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.194135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.194222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.194365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.194502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.194502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.194679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.194916] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.194916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.195082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.195141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.195192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.195255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.195344] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.302879] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.373316] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226dd01f-862d-48cc-9fad-b532b4a41412 in Status: SUCCESS [ 624.373549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.373818] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.374836] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.374937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.375064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.375295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.375476] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.375552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.375587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.375724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.375815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.375926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.375969] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('226dd01f-862d-48cc-9fad-b532b4a41412',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.379835] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27ad5fe2-80be-4ba1-ac69-eaee32ef5ece with status ACTIVE [ 624.379835] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.379835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.379835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.380145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.380145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.380461] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.380461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.380461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.380663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.380663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.380919] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.380971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.381056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.381184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.381255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.381287] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27ad5fe2-80be-4ba1-ac69-eaee32ef5ece is going to be updated. [ 624.404568] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.404713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.404788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.405010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.405163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.405328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27ad5fe2-80be-4ba1-ac69-eaee32ef5ece" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.702725] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a90b273e-9368-4da0-b50f-768898534bc9: rpc.has_security_group_logging(os_id): False [ 624.742178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.742178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.742178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.742178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.742502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.742998] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.742998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.742998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.743721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.743721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.743996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.744229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.744373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.744654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.744924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.745500] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.745500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.745500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.745811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.746070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.746268] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be updated. [ 624.808572] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.835711] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.836209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.836209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.836209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.837118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.862364] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 624.879729] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.883175] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 in Status: SUCCESS [ 624.884311] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 deletion is rescheduled due to dependency. [ 624.884311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.884311] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('226dd01f-862d-48cc-9fad-b532b4a41412',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.985467] env[65073]: INFO networking_nsxv3.common.synchronization [req-578a6445-ebfd-40fd-afa0-565d12d8ea70 req-d8079ddf-db34-45a8-b2cf-a2a05372b6c1 tempest-VolumesAssistedSnapshotsTest-1641313643 tempest-VolumesAssistedSnapshotsTest-1641313643-project-member] Enqueued Resource ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 with Priority: HIGHEST for action security_group_members [ 624.986485] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 with Priority: HIGHEST for action security_group_members [ 624.986485] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.986485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.986706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.986806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.986965] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.987085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.987139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.987301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.987386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.987482] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec7f8198-5a5a-4057-a204-e41a8a9e26e7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.031513] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: SUCCESS [ 625.031590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.311754] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.311754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.311754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.312136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.312232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.312336] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d is going to be updated. [ 625.348490] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.348674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.348762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.349442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.349442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.360472] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: IN_PROGRESS for 2s [ 625.385317] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.385575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.385693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.386040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.386194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.386350] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 is going to be created. [ 625.388632] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 226dd01f-862d-48cc-9fad-b532b4a41412: rpc.has_security_group_logging(os_id): False [ 625.416173] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.416374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.416482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.416664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.417190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.417430] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.420481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.420481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.420481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.420481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.420481] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 226dd01f-862d-48cc-9fad-b532b4a41412 is going to be created. [ 625.428136] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.428136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.428136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.428136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.428136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.449615] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 in Status: UNINITIALIZED for 2s [ 625.490049] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.491524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.491524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.491524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.491524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.491524] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.491524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.491524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.491879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.492140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.492140] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 already deleted. [ 625.492300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.522510] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.523027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.523027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.523196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.523378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.545500] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 226dd01f-862d-48cc-9fad-b532b4a41412 in Status: IN_PROGRESS for 2s [ 625.781219] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.781219] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-277" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.781219] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-277" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.781219] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-277" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.781675] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.781675] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.781774] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.781924] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.782286] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.782530] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.782641] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.782721] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.782826] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.782926] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.783043] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.783173] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.809296] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.809527] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.809740] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.810298] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-277" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.810561] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-6e5f31f1-fb80-4085-a930-95a72ff6a24d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.810748] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-6e5f31f1-fb80-4085-a930-95a72ff6a24d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.811051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-6e5f31f1-fb80-4085-a930-95a72ff6a24d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.811558] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-6e5f31f1-fb80-4085-a930-95a72ff6a24d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.811829] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e5f31f1-fb80-4085-a930-95a72ff6a24d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.314719] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.316749] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.316749] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.316749] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.316749] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.316749] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 6e5f31f1-fb80-4085-a930-95a72ff6a24d not found, creating... [ 626.316749] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.316749] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.316749] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.316749] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.317257] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.317257] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.317257] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.317453] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.317636] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.318395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.318395] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 6e5f31f1-fb80-4085-a930-95a72ff6a24d is going to be created. [ 626.364037] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.364392] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.364684] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.365256] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.366092] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.366535] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-6e5f31f1-fb80-4085-a930-95a72ff6a24d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.638282] env[65073]: INFO networking_nsxv3.common.synchronization [None req-e8a34587-b7b0-4d4e-9c71-621a8c121b61 None None] Enqueued Resource ID: 714f1cb0-58d5-4d21-9197-4b950c601387 with Priority: HIGHEST for action port [ 626.638955] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714f1cb0-58d5-4d21-9197-4b950c601387 with Priority: HIGHEST for action port [ 626.639354] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-714f1cb0-58d5-4d21-9197-4b950c601387 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.639498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-714f1cb0-58d5-4d21-9197-4b950c601387" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.639586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-714f1cb0-58d5-4d21-9197-4b950c601387" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.639908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-714f1cb0-58d5-4d21-9197-4b950c601387" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.640032] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('714f1cb0-58d5-4d21-9197-4b950c601387',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.881975] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 626.882354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.085027] env[65073]: INFO networking_nsxv3.common.synchronization [req-578a6445-ebfd-40fd-afa0-565d12d8ea70 req-604e5516-24a1-40a6-a874-057fa1815652 service nova] Enqueued Resource ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 with Priority: HIGHEST for action security_group_rules [ 627.085027] env[65073]: INFO networking_nsxv3.common.synchronization [req-578a6445-ebfd-40fd-afa0-565d12d8ea70 req-604e5516-24a1-40a6-a874-057fa1815652 service nova] Enqueued Resource ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 with Priority: HIGHEST for action security_group_members [ 627.085027] env[65073]: INFO networking_nsxv3.common.synchronization [req-578a6445-ebfd-40fd-afa0-565d12d8ea70 req-604e5516-24a1-40a6-a874-057fa1815652 service nova] Enqueued Resource ID: 6e5f31f1-fb80-4085-a930-95a72ff6a24d with Priority: HIGHEST for action port [ 627.085027] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 with Priority: HIGHEST for action security_group_rules [ 627.085701] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 with Priority: HIGHEST for action security_group_members [ 627.085701] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5f31f1-fb80-4085-a930-95a72ff6a24d with Priority: HIGHEST for action port [ 627.085701] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.085701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.085701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.086025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.086025] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec7f8198-5a5a-4057-a204-e41a8a9e26e7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.088548] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.088712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.088712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.091261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.091261] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.091261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.091261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.091261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.091261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.091261] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec7f8198-5a5a-4057-a204-e41a8a9e26e7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.091261] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e5f31f1-fb80-4085-a930-95a72ff6a24d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.091261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e5f31f1-fb80-4085-a930-95a72ff6a24d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.091261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e5f31f1-fb80-4085-a930-95a72ff6a24d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.091261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e5f31f1-fb80-4085-a930-95a72ff6a24d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.091261] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e5f31f1-fb80-4085-a930-95a72ff6a24d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.142584] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 714f1cb0-58d5-4d21-9197-4b950c601387 [ 627.142963] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.143138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.143224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.143382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.143471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.143564] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:714f1cb0-58d5-4d21-9197-4b950c601387 already deleted. [ 627.143637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-714f1cb0-58d5-4d21-9197-4b950c601387" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.374042] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: SUCCESS [ 627.374285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.462223] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 in Status: SUCCESS [ 627.462223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.462223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.462223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.462223] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.462223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.462223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.462223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.462223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.462223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.462223] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.559325] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 226dd01f-862d-48cc-9fad-b532b4a41412 in Status: SUCCESS [ 627.559600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.593209] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec7f8198-5a5a-4057-a204-e41a8a9e26e7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.594525] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.594647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.594759] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e5f31f1-fb80-4085-a930-95a72ff6a24d with status ACTIVE [ 627.594862] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.595414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.595414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.595414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.595565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.595650] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.595783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.595850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.595987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.596196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.596512] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.596622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.596834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.597105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.597224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.597354] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e5f31f1-fb80-4085-a930-95a72ff6a24d is going to be updated. [ 627.627137] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.628821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.628942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.629195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.629355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.629562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e5f31f1-fb80-4085-a930-95a72ff6a24d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.904043] env[65073]: INFO networking_nsxv3.common.synchronization [req-b13ed6d2-267c-4b4a-8e3e-f8bf5fe5a490 req-581f6e11-2217-4141-afdb-15476e2576c1 tempest-SecurityGroupRulesTestJSON-1312285196 tempest-SecurityGroupRulesTestJSON-1312285196-project-member] Enqueued Resource ID: ea6bc613-b4fb-4ab8-98b2-65d4db636bfb with Priority: HIGHEST for action security_group_rules [ 627.904776] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea6bc613-b4fb-4ab8-98b2-65d4db636bfb with Priority: HIGHEST for action security_group_rules [ 627.907080] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.909116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.909116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.909517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.909517] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea6bc613-b4fb-4ab8-98b2-65d4db636bfb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.969956] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.969956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.969956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.969956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.969956] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.969956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.969956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.969956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.969956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.969956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.969956] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.969956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.969956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.969956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.969956] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.969956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.974861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.974861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.974861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.974861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.974861] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.099575] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec7f8198-5a5a-4057-a204-e41a8a9e26e7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.434969] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.434969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.434969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.434969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.435235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.435235] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea6bc613-b4fb-4ab8-98b2-65d4db636bfb already deleted. [ 628.435337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.479288] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89a9aa27-aefa-4590-af17-3472aa4ea192: rpc.has_security_group_logging(os_id): False [ 628.502365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.502653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.504304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.504678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.505979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.505979] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.505979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.505979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.505979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.505979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.505979] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.505979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.505979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.508157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.508325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.508512] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.508693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.508780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.509085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.509177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.509264] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 is going to be created. [ 628.579416] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.579721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.579721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.579888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.580062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.598275] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 in Status: IN_PROGRESS for 2s [ 628.601988] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.602271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.602271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.602377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.602519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.602847] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 is going to be created. [ 628.640126] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.640126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.640126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.640126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.640126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.662901] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 in Status: UNINITIALIZED for 2s [ 629.881785] env[65073]: INFO networking_nsxv3.common.synchronization [None req-8c3af6a5-8213-42d8-8bf1-974196d6daa3 None None] Enqueued Resource ID: 24e26c3b-4f50-4575-a3c2-76d1a6882a44 with Priority: HIGHEST for action port [ 629.882952] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e26c3b-4f50-4575-a3c2-76d1a6882a44 with Priority: HIGHEST for action port [ 629.883457] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-24e26c3b-4f50-4575-a3c2-76d1a6882a44 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.883714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24e26c3b-4f50-4575-a3c2-76d1a6882a44" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.883819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24e26c3b-4f50-4575-a3c2-76d1a6882a44" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.884195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24e26c3b-4f50-4575-a3c2-76d1a6882a44" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.884301] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24e26c3b-4f50-4575-a3c2-76d1a6882a44',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.091434] env[65073]: INFO networking_nsxv3.common.synchronization [None req-60ffab48-a93a-4737-94a2-2950b407bf3d None None] Enqueued Resource ID: 0b7ec75f-287a-46ce-9c25-b8c0252d80af with Priority: HIGHEST for action port [ 630.092489] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7ec75f-287a-46ce-9c25-b8c0252d80af with Priority: HIGHEST for action port [ 630.092891] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b7ec75f-287a-46ce-9c25-b8c0252d80af taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.093153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b7ec75f-287a-46ce-9c25-b8c0252d80af" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.093304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b7ec75f-287a-46ce-9c25-b8c0252d80af" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.093638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b7ec75f-287a-46ce-9c25-b8c0252d80af" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.093754] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b7ec75f-287a-46ce-9c25-b8c0252d80af',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.387670] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24e26c3b-4f50-4575-a3c2-76d1a6882a44 [ 630.388191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.389160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.389160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.389160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.389342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.389381] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24e26c3b-4f50-4575-a3c2-76d1a6882a44 already deleted. [ 630.389976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24e26c3b-4f50-4575-a3c2-76d1a6882a44" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.568405] env[65073]: INFO networking_nsxv3.common.synchronization [None req-526b91e0-8a5c-4ea8-8680-cfdde0b895c3 None None] Enqueued Resource ID: 11cb7125-ce96-4e37-8a0c-4524563b8a5a with Priority: HIGHEST for action port [ 630.568405] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11cb7125-ce96-4e37-8a0c-4524563b8a5a with Priority: HIGHEST for action port [ 630.568405] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-11cb7125-ce96-4e37-8a0c-4524563b8a5a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.568405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11cb7125-ce96-4e37-8a0c-4524563b8a5a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.568405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11cb7125-ce96-4e37-8a0c-4524563b8a5a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.568405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11cb7125-ce96-4e37-8a0c-4524563b8a5a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.568896] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11cb7125-ce96-4e37-8a0c-4524563b8a5a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.601967] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b7ec75f-287a-46ce-9c25-b8c0252d80af [ 630.602239] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.603810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.603962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.604586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.605056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.605056] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b7ec75f-287a-46ce-9c25-b8c0252d80af already deleted. [ 630.605056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b7ec75f-287a-46ce-9c25-b8c0252d80af" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.619043] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 in Status: SUCCESS [ 630.620034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.675823] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 in Status: SUCCESS [ 630.676095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.676282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.676520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.676742] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.676967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.676967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.677095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.677191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.677250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.677343] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec7f8198-5a5a-4057-a204-e41a8a9e26e7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.702791] env[65073]: INFO networking_nsxv3.common.synchronization [req-ea07d83a-7545-49ec-8708-d576f4f3caf7 req-375094f0-33c4-42e9-b1fe-fb499b2b05bb tempest-ServerExternalEventsTest-933863496 tempest-ServerExternalEventsTest-933863496-project-member] Enqueued Resource ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 with Priority: HIGHEST for action security_group_members [ 630.706947] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 with Priority: HIGHEST for action security_group_members [ 630.707596] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3821ac3-5fb9-445f-b011-583c9e4002e8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.707729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.707852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.708262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.708262] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.708427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.708427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.708599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.708724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.708819] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3821ac3-5fb9-445f-b011-583c9e4002e8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.073996] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11cb7125-ce96-4e37-8a0c-4524563b8a5a [ 631.078227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.078944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.078944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.078944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.079238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.079238] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11cb7125-ce96-4e37-8a0c-4524563b8a5a already deleted. [ 631.079238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11cb7125-ce96-4e37-8a0c-4524563b8a5a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.180104] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec7f8198-5a5a-4057-a204-e41a8a9e26e7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.216210] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.216210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.216210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.216210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.216210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.216210] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.216210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.216210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.216210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.216210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.216210] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 is going to be updated. [ 631.249248] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.249512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.249512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.250070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.250070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.273048] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 in Status: IN_PROGRESS for 2s [ 631.691474] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec7f8198-5a5a-4057-a204-e41a8a9e26e7: rpc.has_security_group_logging(os_id): False [ 631.709358] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.709358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.709358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.711959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.711959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.711959] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.711959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.711959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.711959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.711959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.711959] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 is going to be created. [ 631.771746] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.771746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.771746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.772087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.772213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.785032] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 in Status: IN_PROGRESS for 2s [ 632.327124] env[65073]: INFO networking_nsxv3.common.synchronization [req-40192693-87b7-4d4d-9e73-1e095464195e req-4be2af6a-656b-40a4-a2d7-96568eabd386 tempest-SecurityGroupRulesTestJSON-1312285196 tempest-SecurityGroupRulesTestJSON-1312285196-project-member] Enqueued Resource ID: ea6bc613-b4fb-4ab8-98b2-65d4db636bfb with Priority: HIGHEST for action security_group_rules [ 632.327878] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea6bc613-b4fb-4ab8-98b2-65d4db636bfb with Priority: HIGHEST for action security_group_rules [ 632.329516] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.329516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.329516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.329516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.329516] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea6bc613-b4fb-4ab8-98b2-65d4db636bfb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.855483] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.855645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.855716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.856265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.856375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.856475] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea6bc613-b4fb-4ab8-98b2-65d4db636bfb already deleted. [ 632.856548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.952084] env[65073]: INFO networking_nsxv3.common.synchronization [None req-1e611136-83a6-4d74-b9a9-417dfb9a2a78 None None] Enqueued Resource ID: 8d2a945d-f908-4146-a102-2f9806d253fd with Priority: HIGHEST for action port [ 632.952855] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2a945d-f908-4146-a102-2f9806d253fd with Priority: HIGHEST for action port [ 632.953092] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d2a945d-f908-4146-a102-2f9806d253fd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.954511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d2a945d-f908-4146-a102-2f9806d253fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.954511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d2a945d-f908-4146-a102-2f9806d253fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.954511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d2a945d-f908-4146-a102-2f9806d253fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.954784] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d2a945d-f908-4146-a102-2f9806d253fd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.287207] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 in Status: SUCCESS [ 633.287349] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 deletion is rescheduled due to dependency. [ 633.287722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.457275] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d2a945d-f908-4146-a102-2f9806d253fd [ 633.457625] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.457712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.457712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.457926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.458030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.458152] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d2a945d-f908-4146-a102-2f9806d253fd already deleted. [ 633.458241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d2a945d-f908-4146-a102-2f9806d253fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.799388] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 in Status: SUCCESS [ 633.799388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.806255] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f783669f-660f-43e3-931e-3ab5ceacd302 None None] Enqueued Resource ID: f4e86d88-aff0-4d94-8d63-ab4159f7b498 with Priority: HIGHEST for action port [ 634.808205] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e86d88-aff0-4d94-8d63-ab4159f7b498 with Priority: HIGHEST for action port [ 634.808628] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4e86d88-aff0-4d94-8d63-ab4159f7b498 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.808852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4e86d88-aff0-4d94-8d63-ab4159f7b498" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.809021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4e86d88-aff0-4d94-8d63-ab4159f7b498" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.809367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4e86d88-aff0-4d94-8d63-ab4159f7b498" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.809623] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4e86d88-aff0-4d94-8d63-ab4159f7b498',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.314491] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4e86d88-aff0-4d94-8d63-ab4159f7b498 [ 635.315566] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.316590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.316590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.316797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.316921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.317198] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4e86d88-aff0-4d94-8d63-ab4159f7b498 already deleted. [ 635.317198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4e86d88-aff0-4d94-8d63-ab4159f7b498" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.408697] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c484d0f7-b883-4f3d-984d-41b1909e1efc None None] Enqueued Resource ID: 05b4c342-2097-4a87-b603-b1804605dae5 with Priority: HIGHEST for action port [ 635.409275] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05b4c342-2097-4a87-b603-b1804605dae5 with Priority: HIGHEST for action port [ 635.409820] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-05b4c342-2097-4a87-b603-b1804605dae5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.409820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05b4c342-2097-4a87-b603-b1804605dae5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.409820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05b4c342-2097-4a87-b603-b1804605dae5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.416898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05b4c342-2097-4a87-b603-b1804605dae5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.416898] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05b4c342-2097-4a87-b603-b1804605dae5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.435019] env[65073]: INFO networking_nsxv3.common.synchronization [req-60989ed2-89ea-4d8e-a33a-71cc8d3d6637 req-7be9ef6a-4124-4fce-8e17-d7d42ea44c36 tempest-TenantUsagesTestJSON-1472995062 tempest-TenantUsagesTestJSON-1472995062-project-member] Enqueued Resource ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba with Priority: HIGHEST for action security_group_members [ 635.438890] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba with Priority: HIGHEST for action security_group_members [ 635.438890] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.438890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.438890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.438890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.438890] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.438890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.438890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.438890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.438890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.438890] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0c6ff8-9a25-4611-a404-4cc17ad192ba',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.847022] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.847022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.847022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.847022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.847480] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.847480] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.847480] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.847712] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.847912] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.848153] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.848314] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.848462] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.848599] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.848737] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.848887] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.849102] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.870281] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.870441] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.870585] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.870797] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.871128] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-2e16d0a7-5ae1-41cf-bc2e-8832b197cec4 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.871296] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-2e16d0a7-5ae1-41cf-bc2e-8832b197cec4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.871408] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-2e16d0a7-5ae1-41cf-bc2e-8832b197cec4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.871705] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-2e16d0a7-5ae1-41cf-bc2e-8832b197cec4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.871843] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e16d0a7-5ae1-41cf-bc2e-8832b197cec4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.921238] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05b4c342-2097-4a87-b603-b1804605dae5 [ 635.921588] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.921784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.922046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.922171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.922275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.922374] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05b4c342-2097-4a87-b603-b1804605dae5 already deleted. [ 635.922459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05b4c342-2097-4a87-b603-b1804605dae5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.942209] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.942360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.942432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.942651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.942758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.942968] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.943093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.943175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.943332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.943406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.943490] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba already deleted. [ 635.943584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.374698] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.375023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.375124] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.375505] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.375706] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.375866] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 2e16d0a7-5ae1-41cf-bc2e-8832b197cec4 not found, creating... [ 636.376144] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.376299] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.376411] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.376634] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.376769] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.377058] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.377219] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.377336] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.377553] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.377708] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.377831] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 2e16d0a7-5ae1-41cf-bc2e-8832b197cec4 is going to be created. [ 636.401126] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.401392] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.401502] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.401756] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.401980] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.402207] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-2e16d0a7-5ae1-41cf-bc2e-8832b197cec4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.022596] env[65073]: INFO networking_nsxv3.common.synchronization [req-768dd09d-1a54-4e56-9ac4-c89b6fc68a4c req-bb506126-014d-488b-b9f2-a3a2cc4f1d15 tempest-SecurityGroupRulesTestJSON-1312285196 tempest-SecurityGroupRulesTestJSON-1312285196-project-member] Enqueued Resource ID: ea6bc613-b4fb-4ab8-98b2-65d4db636bfb with Priority: HIGHEST for action security_group_rules [ 637.023954] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea6bc613-b4fb-4ab8-98b2-65d4db636bfb with Priority: HIGHEST for action security_group_rules [ 637.024945] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.025262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.025447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.025767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.025963] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea6bc613-b4fb-4ab8-98b2-65d4db636bfb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.226128] env[65073]: INFO networking_nsxv3.common.synchronization [req-60989ed2-89ea-4d8e-a33a-71cc8d3d6637 req-546cf703-b352-49e8-9334-a0fabc108525 service nova] Enqueued Resource ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba with Priority: HIGHEST for action security_group_rules [ 637.226128] env[65073]: INFO networking_nsxv3.common.synchronization [req-60989ed2-89ea-4d8e-a33a-71cc8d3d6637 req-546cf703-b352-49e8-9334-a0fabc108525 service nova] Enqueued Resource ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba with Priority: HIGHEST for action security_group_members [ 637.226128] env[65073]: INFO networking_nsxv3.common.synchronization [req-60989ed2-89ea-4d8e-a33a-71cc8d3d6637 req-546cf703-b352-49e8-9334-a0fabc108525 service nova] Enqueued Resource ID: 2e16d0a7-5ae1-41cf-bc2e-8832b197cec4 with Priority: HIGHEST for action port [ 637.226128] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba with Priority: HIGHEST for action security_group_rules [ 637.226128] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba with Priority: HIGHEST for action security_group_members [ 637.226128] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e16d0a7-5ae1-41cf-bc2e-8832b197cec4 with Priority: HIGHEST for action port [ 637.229930] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0c6ff8-9a25-4611-a404-4cc17ad192ba taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.229930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.229930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.229930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.229930] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0c6ff8-9a25-4611-a404-4cc17ad192ba',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.230679] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.230814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.230929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.231068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.231225] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.231345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.231413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.231815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.231815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.231815] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0c6ff8-9a25-4611-a404-4cc17ad192ba',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.233132] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e16d0a7-5ae1-41cf-bc2e-8832b197cec4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.235180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e16d0a7-5ae1-41cf-bc2e-8832b197cec4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.235180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e16d0a7-5ae1-41cf-bc2e-8832b197cec4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.235180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e16d0a7-5ae1-41cf-bc2e-8832b197cec4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.235180] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e16d0a7-5ae1-41cf-bc2e-8832b197cec4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.554255] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.554465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.554465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.554676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.554769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.554856] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea6bc613-b4fb-4ab8-98b2-65d4db636bfb already deleted. [ 637.554934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea6bc613-b4fb-4ab8-98b2-65d4db636bfb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.737755] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e16d0a7-5ae1-41cf-bc2e-8832b197cec4 with status ACTIVE [ 637.737990] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.738157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.738278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.738439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.738532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.739054] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.739054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.739054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.739054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.739278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.739278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.739396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.739433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.739570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.739653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.739738] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e16d0a7-5ae1-41cf-bc2e-8832b197cec4 is going to be updated. [ 637.741247] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac0c6ff8-9a25-4611-a404-4cc17ad192ba',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.741765] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.741869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.780066] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.780066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.780346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.780620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.780866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.781126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e16d0a7-5ae1-41cf-bc2e-8832b197cec4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.246818] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac0c6ff8-9a25-4611-a404-4cc17ad192ba',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.754765] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.754976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.755345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.755345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.755490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.755589] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba is going to be created. [ 638.780798] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.781085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.781085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.781435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.781736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.793970] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba in Status: UNINITIALIZED for 2s [ 638.938022] env[65073]: INFO networking_nsxv3.common.synchronization [None req-37fb3154-42e7-4db1-abc8-aeffb6b1b8cc None None] Enqueued Resource ID: 21b2646f-bd93-48a9-bf1f-59fd71411ec4 with Priority: HIGHEST for action port [ 638.938719] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b2646f-bd93-48a9-bf1f-59fd71411ec4 with Priority: HIGHEST for action port [ 638.939283] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-21b2646f-bd93-48a9-bf1f-59fd71411ec4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.941016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21b2646f-bd93-48a9-bf1f-59fd71411ec4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.941016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21b2646f-bd93-48a9-bf1f-59fd71411ec4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.941016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21b2646f-bd93-48a9-bf1f-59fd71411ec4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.941016] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b2646f-bd93-48a9-bf1f-59fd71411ec4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.285162] env[65073]: INFO networking_nsxv3.common.synchronization [req-7991bdc9-208f-4193-b765-30d569e25839 req-d2a69672-2caf-46fa-a6a8-779aa52744b2 tempest-ServersTestFqdnHostnames-595204648 tempest-ServersTestFqdnHostnames-595204648-project-member] Enqueued Resource ID: b1057615-1215-4d8c-96e7-0710c027c92e with Priority: HIGHEST for action security_group_members [ 639.285162] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1057615-1215-4d8c-96e7-0710c027c92e with Priority: HIGHEST for action security_group_members [ 639.285162] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1057615-1215-4d8c-96e7-0710c027c92e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.285162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.285162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.285162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.285680] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.286045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.286045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.286045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.286186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.286226] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1057615-1215-4d8c-96e7-0710c027c92e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.442812] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21b2646f-bd93-48a9-bf1f-59fd71411ec4 [ 639.443166] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.443315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.443315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.443555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.444184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.444184] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21b2646f-bd93-48a9-bf1f-59fd71411ec4 already deleted. [ 639.444184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21b2646f-bd93-48a9-bf1f-59fd71411ec4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.711906] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.712513] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-979" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.712513] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-979" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.712513] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-979" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.712754] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.712912] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.713032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.713246] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.713383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.713585] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.713713] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.713851] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.713920] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.714019] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.714119] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.714299] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.734831] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.734831] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.734831] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.734831] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-979" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.735238] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-abce1c0e-f78b-4aba-8fb7-c61da08d2539 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.735470] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-abce1c0e-f78b-4aba-8fb7-c61da08d2539" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.735840] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-abce1c0e-f78b-4aba-8fb7-c61da08d2539" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.736101] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-abce1c0e-f78b-4aba-8fb7-c61da08d2539" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.736178] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abce1c0e-f78b-4aba-8fb7-c61da08d2539',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.789019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.789284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.789426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.789650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.789766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.790032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.790032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.790184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.790368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.790368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.790502] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1057615-1215-4d8c-96e7-0710c027c92e already deleted. [ 639.790502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.184780] env[65073]: INFO networking_nsxv3.common.synchronization [None req-48d81b3a-8da1-483d-a3ee-258ecf5cb73c None None] Enqueued Resource ID: cd517c9b-80d2-4888-8c88-f3f531c1c0c4 with Priority: HIGHEST for action port [ 640.185130] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd517c9b-80d2-4888-8c88-f3f531c1c0c4 with Priority: HIGHEST for action port [ 640.185514] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd517c9b-80d2-4888-8c88-f3f531c1c0c4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.186175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd517c9b-80d2-4888-8c88-f3f531c1c0c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.186175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd517c9b-80d2-4888-8c88-f3f531c1c0c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.186336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd517c9b-80d2-4888-8c88-f3f531c1c0c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.186473] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd517c9b-80d2-4888-8c88-f3f531c1c0c4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.240055] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.240055] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.240055] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.241547] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.241760] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.242159] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port abce1c0e-f78b-4aba-8fb7-c61da08d2539 not found, creating... [ 640.244315] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.244315] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.244315] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.244315] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.244315] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.244315] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.244315] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.244315] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.244315] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.244315] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.245265] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: abce1c0e-f78b-4aba-8fb7-c61da08d2539 is going to be created. [ 640.268830] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.269111] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.269251] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.269528] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.269751] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.269970] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-abce1c0e-f78b-4aba-8fb7-c61da08d2539" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.690214] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd517c9b-80d2-4888-8c88-f3f531c1c0c4 [ 640.690214] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.690214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.690214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.690214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.690214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.690214] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd517c9b-80d2-4888-8c88-f3f531c1c0c4 already deleted. [ 640.690214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd517c9b-80d2-4888-8c88-f3f531c1c0c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.810031] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba in Status: SUCCESS [ 640.810031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.810031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.810031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.810031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.810031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.810031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.810031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.810031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.810683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.810883] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac0c6ff8-9a25-4611-a404-4cc17ad192ba',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.959339] env[65073]: INFO networking_nsxv3.common.synchronization [req-7991bdc9-208f-4193-b765-30d569e25839 req-48a47dbd-534f-40f3-8417-67e6fb01e917 service nova] Enqueued Resource ID: b1057615-1215-4d8c-96e7-0710c027c92e with Priority: HIGHEST for action security_group_rules [ 640.959339] env[65073]: INFO networking_nsxv3.common.synchronization [req-7991bdc9-208f-4193-b765-30d569e25839 req-48a47dbd-534f-40f3-8417-67e6fb01e917 service nova] Enqueued Resource ID: b1057615-1215-4d8c-96e7-0710c027c92e with Priority: HIGHEST for action security_group_members [ 640.959339] env[65073]: INFO networking_nsxv3.common.synchronization [req-7991bdc9-208f-4193-b765-30d569e25839 req-48a47dbd-534f-40f3-8417-67e6fb01e917 service nova] Enqueued Resource ID: abce1c0e-f78b-4aba-8fb7-c61da08d2539 with Priority: HIGHEST for action port [ 640.959339] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1057615-1215-4d8c-96e7-0710c027c92e with Priority: HIGHEST for action security_group_rules [ 640.959339] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1057615-1215-4d8c-96e7-0710c027c92e with Priority: HIGHEST for action security_group_members [ 640.961045] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abce1c0e-f78b-4aba-8fb7-c61da08d2539 with Priority: HIGHEST for action port [ 640.961638] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1057615-1215-4d8c-96e7-0710c027c92e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.961887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.962058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.962452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.962738] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1057615-1215-4d8c-96e7-0710c027c92e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.963940] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1057615-1215-4d8c-96e7-0710c027c92e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.964736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.964917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.965244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.965939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.966176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.966345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.966639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.969277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.969277] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1057615-1215-4d8c-96e7-0710c027c92e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.969277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-abce1c0e-f78b-4aba-8fb7-c61da08d2539 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.969277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abce1c0e-f78b-4aba-8fb7-c61da08d2539" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.969277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abce1c0e-f78b-4aba-8fb7-c61da08d2539" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.969277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abce1c0e-f78b-4aba-8fb7-c61da08d2539" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.969277] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abce1c0e-f78b-4aba-8fb7-c61da08d2539',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.313056] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.313350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.313350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.313600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.313651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.313928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.313928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.313928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.314078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.314124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.314494] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.314494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.314494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.314627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.314664] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.314833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.314833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.314985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.315174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.315239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.315328] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac0c6ff8-9a25-4611-a404-4cc17ad192ba',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.472138] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1057615-1215-4d8c-96e7-0710c027c92e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.472369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.472591] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1057615-1215-4d8c-96e7-0710c027c92e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.473459] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abce1c0e-f78b-4aba-8fb7-c61da08d2539 with status ACTIVE [ 641.473678] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.473850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.473931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.474163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.474255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.474771] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.474771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.474771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.474771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.474771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.475100] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.475280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.475338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.475491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.475570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.475677] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abce1c0e-f78b-4aba-8fb7-c61da08d2539 is going to be updated. [ 641.500166] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.500842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.500842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.500842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.500842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.501455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abce1c0e-f78b-4aba-8fb7-c61da08d2539" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.817801] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac0c6ff8-9a25-4611-a404-4cc17ad192ba: rpc.has_security_group_logging(os_id): False [ 641.837442] env[65073]: INFO networking_nsxv3.common.synchronization [req-4f678b51-d859-47eb-aa98-ed3e197e6776 req-ee6b4153-f14a-499d-9cde-47582571d70a tempest-ListImageFiltersTestJSON-1263283272 tempest-ListImageFiltersTestJSON-1263283272-project-member] Enqueued Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_members [ 641.837442] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_members [ 641.837442] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.837442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.837784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.837784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.838043] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.838166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.838243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.838489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.838489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.838772] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.843151] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.843344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.843416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.843934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.843934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.843934] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.844196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.844196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.844304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.844368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.844696] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.844696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.844847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.844903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.844963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.845227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.845352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.845430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.845616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.845697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.845793] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba is going to be created. [ 641.913990] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.913990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.913990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.913990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.913990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.927704] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba in Status: IN_PROGRESS for 2s [ 641.977826] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1057615-1215-4d8c-96e7-0710c027c92e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.267514] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.267717] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.267837] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.268130] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.268467] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.268630] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.268743] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.268956] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.269164] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.269372] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.269482] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.269584] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.269687] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.269788] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.269887] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.270045] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.294363] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.294557] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.295106] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.295106] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.295273] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-76dc21e3-d1bc-413e-9f7b-cca24bcea872 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.295365] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-76dc21e3-d1bc-413e-9f7b-cca24bcea872" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.295411] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-76dc21e3-d1bc-413e-9f7b-cca24bcea872" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.295740] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-76dc21e3-d1bc-413e-9f7b-cca24bcea872" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.295873] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76dc21e3-d1bc-413e-9f7b-cca24bcea872',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.341387] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.341544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.341617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.341848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.341949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.342158] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.342260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.342322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.342590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.342886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.342886] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21386403-a28b-450e-a859-a087b70e40bf already deleted. [ 642.342886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.480488] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.480704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.480704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.480927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.480981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.481056] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1057615-1215-4d8c-96e7-0710c027c92e is going to be created. [ 642.505316] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.505521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.505521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.505719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.505875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.515073] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1057615-1215-4d8c-96e7-0710c027c92e in Status: UNINITIALIZED for 2s [ 642.800071] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.800071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.800071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.800581] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.800581] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.804380] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 76dc21e3-d1bc-413e-9f7b-cca24bcea872 not found, creating... [ 642.804380] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.804380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.804380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.804380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.804380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.804380] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.804380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.804380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.804380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.804836] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.804836] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 76dc21e3-d1bc-413e-9f7b-cca24bcea872 is going to be created. [ 642.824609] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.824898] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.824898] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.825207] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.825395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.825604] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-76dc21e3-d1bc-413e-9f7b-cca24bcea872" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.998046] env[65073]: INFO networking_nsxv3.common.synchronization [None req-e886c6c5-9b55-46f7-8376-b741ec667ec5 None None] Enqueued Resource ID: 7768f830-785e-4acf-b669-ee16168a45b3 with Priority: HIGHEST for action port [ 642.998046] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7768f830-785e-4acf-b669-ee16168a45b3 with Priority: HIGHEST for action port [ 642.998046] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7768f830-785e-4acf-b669-ee16168a45b3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.998046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7768f830-785e-4acf-b669-ee16168a45b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.998046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7768f830-785e-4acf-b669-ee16168a45b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.998046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7768f830-785e-4acf-b669-ee16168a45b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.998046] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7768f830-785e-4acf-b669-ee16168a45b3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.501663] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7768f830-785e-4acf-b669-ee16168a45b3 [ 643.501909] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.502106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.502169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.502690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.502690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.502690] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7768f830-785e-4acf-b669-ee16168a45b3 already deleted. [ 643.502690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7768f830-785e-4acf-b669-ee16168a45b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.575866] env[65073]: INFO networking_nsxv3.common.synchronization [req-4f678b51-d859-47eb-aa98-ed3e197e6776 req-90d24229-2492-42b0-9bb3-ab66292593c4 service nova] Enqueued Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_rules [ 643.576532] env[65073]: INFO networking_nsxv3.common.synchronization [req-4f678b51-d859-47eb-aa98-ed3e197e6776 req-90d24229-2492-42b0-9bb3-ab66292593c4 service nova] Enqueued Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_members [ 643.576821] env[65073]: INFO networking_nsxv3.common.synchronization [req-4f678b51-d859-47eb-aa98-ed3e197e6776 req-90d24229-2492-42b0-9bb3-ab66292593c4 service nova] Enqueued Resource ID: 76dc21e3-d1bc-413e-9f7b-cca24bcea872 with Priority: HIGHEST for action port [ 643.578523] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_rules [ 643.578787] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_members [ 643.578986] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dc21e3-d1bc-413e-9f7b-cca24bcea872 with Priority: HIGHEST for action port [ 643.579503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.580108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.580420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.581143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.582780] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.582780] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.586217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.586217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.586217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.586217] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.586217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.586217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.586217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.586217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.587512] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.588247] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-76dc21e3-d1bc-413e-9f7b-cca24bcea872 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.588247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76dc21e3-d1bc-413e-9f7b-cca24bcea872" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.588247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76dc21e3-d1bc-413e-9f7b-cca24bcea872" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.588509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76dc21e3-d1bc-413e-9f7b-cca24bcea872" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.588587] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76dc21e3-d1bc-413e-9f7b-cca24bcea872',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.941340] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba in Status: SUCCESS [ 643.941784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.091851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.095026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.095026] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.095026] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76dc21e3-d1bc-413e-9f7b-cca24bcea872 with status ACTIVE [ 644.095026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.095026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.095026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.095026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.095026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.100033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.100033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.100033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.100033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.100033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.100033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.100033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.100033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.100033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.100033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.100033] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76dc21e3-d1bc-413e-9f7b-cca24bcea872 is going to be updated. [ 644.123357] env[65073]: INFO networking_nsxv3.common.synchronization [req-3821e4cd-543d-4a6f-989c-233e5d6183f2 req-86a63161-af3e-4856-9946-64d611f4af4e tempest-FloatingIPsAssociationTestJSON-1713797848 tempest-FloatingIPsAssociationTestJSON-1713797848-project-member] Enqueued Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_members [ 644.125571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.125571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.125959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.126032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.126204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.126508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76dc21e3-d1bc-413e-9f7b-cca24bcea872" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.126993] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_members [ 644.127950] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.127950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.127950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.128173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.128407] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.128547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.128670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.128852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.129074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.129175] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.526299] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1057615-1215-4d8c-96e7-0710c027c92e in Status: SUCCESS [ 644.526609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.526836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.527574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.528076] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.528468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.528631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.528876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.529289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.529472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.529653] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1057615-1215-4d8c-96e7-0710c027c92e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.580057] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.580394] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-308" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.580577] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-308" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.580962] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-308" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.581307] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.581542] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.581708] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.581998] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.582232] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.582486] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.582639] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.582782] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.582924] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.583093] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.583228] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.583441] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.602167] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.605642] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.605642] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.605774] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.605944] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-308" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.606597] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-e840f6b1-586e-438f-b2a4-4f0b60ef45e2 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.607285] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-e840f6b1-586e-438f-b2a4-4f0b60ef45e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.607500] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-e840f6b1-586e-438f-b2a4-4f0b60ef45e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.608742] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-e840f6b1-586e-438f-b2a4-4f0b60ef45e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.609211] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e840f6b1-586e-438f-b2a4-4f0b60ef45e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.633330] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.633536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.633536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.633759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.633858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.635936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.635936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.635936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.635936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.635936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.635936] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 already deleted. [ 644.635936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.032106] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1057615-1215-4d8c-96e7-0710c027c92e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.113266] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.113690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.113920] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.114330] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.114531] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.114730] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port e840f6b1-586e-438f-b2a4-4f0b60ef45e2 not found, creating... [ 645.115013] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.115179] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.115294] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.115509] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.115649] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.115921] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.116081] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.116195] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.116394] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.116544] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.116705] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: e840f6b1-586e-438f-b2a4-4f0b60ef45e2 is going to be created. [ 645.117940] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.118109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.118188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.118341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.118421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.118507] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21386403-a28b-450e-a859-a087b70e40bf is going to be created. [ 645.142413] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.142711] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.142829] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.143203] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.143410] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.143637] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-e840f6b1-586e-438f-b2a4-4f0b60ef45e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.145285] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.145604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.145604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.146088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.146263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.157989] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21386403-a28b-450e-a859-a087b70e40bf in Status: UNINITIALIZED for 2s [ 645.535704] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1057615-1215-4d8c-96e7-0710c027c92e: rpc.has_security_group_logging(os_id): False [ 645.554990] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.555161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.555234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.555446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.555527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.555801] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.555902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.555967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.556152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.556236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.556341] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1057615-1215-4d8c-96e7-0710c027c92e is going to be created. [ 645.629338] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.629486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.629565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.629813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.630506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.641433] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1057615-1215-4d8c-96e7-0710c027c92e in Status: IN_PROGRESS for 2s [ 645.868724] env[65073]: INFO networking_nsxv3.common.synchronization [req-3821e4cd-543d-4a6f-989c-233e5d6183f2 req-07974a37-e0be-413f-98c6-57893bc1e8da service nova] Enqueued Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_rules [ 645.868919] env[65073]: INFO networking_nsxv3.common.synchronization [req-3821e4cd-543d-4a6f-989c-233e5d6183f2 req-07974a37-e0be-413f-98c6-57893bc1e8da service nova] Enqueued Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_members [ 645.869127] env[65073]: INFO networking_nsxv3.common.synchronization [req-3821e4cd-543d-4a6f-989c-233e5d6183f2 req-07974a37-e0be-413f-98c6-57893bc1e8da service nova] Enqueued Resource ID: e840f6b1-586e-438f-b2a4-4f0b60ef45e2 with Priority: HIGHEST for action port [ 645.869694] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_rules [ 645.869849] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_members [ 645.869964] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e840f6b1-586e-438f-b2a4-4f0b60ef45e2 with Priority: HIGHEST for action port [ 645.870634] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.870824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.870871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.871763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.875028] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.875028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.875028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.875028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.875028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.875028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.875028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.875028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.875028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.875028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.875028] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.880933] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e840f6b1-586e-438f-b2a4-4f0b60ef45e2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.880933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e840f6b1-586e-438f-b2a4-4f0b60ef45e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.880933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e840f6b1-586e-438f-b2a4-4f0b60ef45e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.880933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e840f6b1-586e-438f-b2a4-4f0b60ef45e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.880933] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e840f6b1-586e-438f-b2a4-4f0b60ef45e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.954980] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4fa6e778-c9d8-4cea-be24-f170d4c4866a None None] Enqueued Resource ID: 7b2d6e94-5aac-4cc8-950c-a94abae88dfd with Priority: HIGHEST for action port [ 645.955654] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2d6e94-5aac-4cc8-950c-a94abae88dfd with Priority: HIGHEST for action port [ 645.955972] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b2d6e94-5aac-4cc8-950c-a94abae88dfd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.956128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b2d6e94-5aac-4cc8-950c-a94abae88dfd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.956922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b2d6e94-5aac-4cc8-950c-a94abae88dfd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.956922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b2d6e94-5aac-4cc8-950c-a94abae88dfd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.957058] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b2d6e94-5aac-4cc8-950c-a94abae88dfd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.382904] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e840f6b1-586e-438f-b2a4-4f0b60ef45e2 with status ACTIVE [ 646.383242] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.383332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.383381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.384636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.384636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.384636] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.384864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.384864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.384995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.385084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.385274] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.385380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.385439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.385597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.385698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.385798] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e840f6b1-586e-438f-b2a4-4f0b60ef45e2 is going to be updated. [ 646.387894] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.391702] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.391702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.418056] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.418056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.418056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.418309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.418309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.418423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e840f6b1-586e-438f-b2a4-4f0b60ef45e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.463144] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b2d6e94-5aac-4cc8-950c-a94abae88dfd [ 646.463144] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.463144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.463144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.463144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.463144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.463144] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b2d6e94-5aac-4cc8-950c-a94abae88dfd already deleted. [ 646.463144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b2d6e94-5aac-4cc8-950c-a94abae88dfd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.893228] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.169998] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21386403-a28b-450e-a859-a087b70e40bf in Status: SUCCESS [ 647.170353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.172151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.172546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.172831] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.173085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.173085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.173243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.173355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.173456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.173549] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.396708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.396708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.396708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.397289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.397289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.397289] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 is going to be created. [ 647.425108] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.425268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.425315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.427456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.427456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.437023] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: UNINITIALIZED for 2s [ 647.653471] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1057615-1215-4d8c-96e7-0710c027c92e in Status: SUCCESS [ 647.653934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.675744] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.675985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.676124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.676452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.676703] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.676862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.676967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.677221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.677358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.677479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.677748] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.677897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.677997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.678227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.678445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.678593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.678692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.679131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.679347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.679419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.679550] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.183447] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21386403-a28b-450e-a859-a087b70e40bf: rpc.has_security_group_logging(os_id): False [ 648.207040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.207040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.207040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.207509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.207509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.207639] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.207729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.207792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.207960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.208069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.208307] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.208452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.208523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.208753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.208836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.209016] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.209252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.209344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.209583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.209756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.209838] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21386403-a28b-450e-a859-a087b70e40bf is going to be created. [ 648.311457] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.311640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.311709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.311924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.312154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.331217] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21386403-a28b-450e-a859-a087b70e40bf in Status: IN_PROGRESS for 2s [ 648.415119] env[65073]: INFO networking_nsxv3.common.synchronization [None req-2382d38c-fe43-41e6-b7f5-72fff260e54b None None] Enqueued Resource ID: 7c82b21a-e539-4c6d-b260-0c86b49cdec1 with Priority: HIGHEST for action port [ 648.415119] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c82b21a-e539-4c6d-b260-0c86b49cdec1 with Priority: HIGHEST for action port [ 648.415562] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c82b21a-e539-4c6d-b260-0c86b49cdec1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.415562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c82b21a-e539-4c6d-b260-0c86b49cdec1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.415562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c82b21a-e539-4c6d-b260-0c86b49cdec1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.416572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c82b21a-e539-4c6d-b260-0c86b49cdec1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.416572] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c82b21a-e539-4c6d-b260-0c86b49cdec1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.420193] env[65073]: INFO networking_nsxv3.common.synchronization [req-7a9b9634-1847-4d08-949c-41afa04d93e9 req-f698c6ae-78ad-47f5-9c44-14b421516e85 tempest-ServersWithSpecificFlavorTestJSON-1889997827 tempest-ServersWithSpecificFlavorTestJSON-1889997827-project-member] Enqueued Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_members [ 648.420764] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_members [ 648.420970] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.421097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.421397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.421508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.422028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.422028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.422028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.422028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.422028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.422610] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.827906] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-671 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.829722] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.829722] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.829722] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.829937] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.830282] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.830505] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.830808] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.831059] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.831374] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.831603] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.833811] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.833811] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.833811] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.833811] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.833811] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.852879] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.852971] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.853400] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.854443] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.854806] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-b33615a0-deee-46bb-87dd-0c7d58cfe614 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.854976] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-b33615a0-deee-46bb-87dd-0c7d58cfe614" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.855136] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-b33615a0-deee-46bb-87dd-0c7d58cfe614" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.855731] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-b33615a0-deee-46bb-87dd-0c7d58cfe614" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.855731] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b33615a0-deee-46bb-87dd-0c7d58cfe614',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.918697] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c82b21a-e539-4c6d-b260-0c86b49cdec1 [ 648.918946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.919153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.919239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.919447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.919567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.919632] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c82b21a-e539-4c6d-b260-0c86b49cdec1 already deleted. [ 648.919701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c82b21a-e539-4c6d-b260-0c86b49cdec1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.924195] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.924338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.924401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.924939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.924939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.924939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.924939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.925168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.925168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.926151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.926151] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f already deleted. [ 648.926151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.357853] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.358091] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.358183] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.358456] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.358601] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.358753] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port b33615a0-deee-46bb-87dd-0c7d58cfe614 not found, creating... [ 649.359010] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.359245] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.359481] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.359722] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.359864] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.360173] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.360352] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.360488] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.360735] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.360892] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.361071] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: b33615a0-deee-46bb-87dd-0c7d58cfe614 is going to be created. [ 649.382281] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.382533] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.382692] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.382984] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.383270] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.383590] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-b33615a0-deee-46bb-87dd-0c7d58cfe614" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.445267] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: SUCCESS [ 649.445605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.445605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.445782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.445972] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.446105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.446171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.446314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.446507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.446593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.446683] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.949684] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.949684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.949684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.949684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.949684] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.949684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.949684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.950202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.950202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.950202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.950202] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.950202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.950403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.950403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.950555] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.950625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.950674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.951129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.951129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.951129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.951129] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.163031] env[65073]: INFO networking_nsxv3.common.synchronization [req-7a9b9634-1847-4d08-949c-41afa04d93e9 req-84a8e827-b164-49db-9e57-b1d4b04e3b6c service nova] Enqueued Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_rules [ 650.163031] env[65073]: INFO networking_nsxv3.common.synchronization [req-7a9b9634-1847-4d08-949c-41afa04d93e9 req-84a8e827-b164-49db-9e57-b1d4b04e3b6c service nova] Enqueued Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_members [ 650.163031] env[65073]: INFO networking_nsxv3.common.synchronization [req-7a9b9634-1847-4d08-949c-41afa04d93e9 req-84a8e827-b164-49db-9e57-b1d4b04e3b6c service nova] Enqueued Resource ID: b33615a0-deee-46bb-87dd-0c7d58cfe614 with Priority: HIGHEST for action port [ 650.163031] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_rules [ 650.163031] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_members [ 650.163031] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33615a0-deee-46bb-87dd-0c7d58cfe614 with Priority: HIGHEST for action port [ 650.164119] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.164469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.164693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.165029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.165358] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.167103] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.167355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.167541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.167961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.168258] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.171141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.171141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.171141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.171141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.171141] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.171141] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b33615a0-deee-46bb-87dd-0c7d58cfe614 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.171141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b33615a0-deee-46bb-87dd-0c7d58cfe614" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.171141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b33615a0-deee-46bb-87dd-0c7d58cfe614" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.171141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b33615a0-deee-46bb-87dd-0c7d58cfe614" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.171141] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b33615a0-deee-46bb-87dd-0c7d58cfe614',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.344259] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21386403-a28b-450e-a859-a087b70e40bf in Status: SUCCESS [ 650.344500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.454806] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4: rpc.has_security_group_logging(os_id): False [ 650.472017] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.472017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.472359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.472359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.472527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.472626] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.472837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.472959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.473559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.473559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.473907] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.473907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.474130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.474522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.474522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.474661] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.474716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.475175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.475175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.475175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.475175] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 is going to be created. [ 650.536818] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.536818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.536978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.537233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.537359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.551176] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: IN_PROGRESS for 2s [ 650.674432] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.674824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.675085] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.676082] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b33615a0-deee-46bb-87dd-0c7d58cfe614 with status ACTIVE [ 650.676482] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.676482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.676482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.676653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.676815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.676915] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.677205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.677205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.677397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.677478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.678031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.678031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.678031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.678031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.678929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.678929] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b33615a0-deee-46bb-87dd-0c7d58cfe614 is going to be updated. [ 650.704593] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.704593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.704803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.704840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.704981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.705684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b33615a0-deee-46bb-87dd-0c7d58cfe614" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.181444] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.684108] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.684521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.684521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.684630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.684630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.684732] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f is going to be created. [ 651.714379] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.714547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.714612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.714839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.714994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.725513] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f in Status: UNINITIALIZED for 2s [ 652.565929] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: SUCCESS [ 652.566182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.679851] env[65073]: INFO networking_nsxv3.common.synchronization [None req-8218ac37-7238-4bf1-9789-c4b6785c85fe None None] Enqueued Resource ID: dafa7cf6-3176-4daf-8389-e9f9a4b26a65 with Priority: HIGHEST for action port [ 652.680406] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafa7cf6-3176-4daf-8389-e9f9a4b26a65 with Priority: HIGHEST for action port [ 652.680713] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-dafa7cf6-3176-4daf-8389-e9f9a4b26a65 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.680836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dafa7cf6-3176-4daf-8389-e9f9a4b26a65" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.680905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dafa7cf6-3176-4daf-8389-e9f9a4b26a65" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.681513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dafa7cf6-3176-4daf-8389-e9f9a4b26a65" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.681641] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dafa7cf6-3176-4daf-8389-e9f9a4b26a65',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.184426] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dafa7cf6-3176-4daf-8389-e9f9a4b26a65 [ 653.184981] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.184981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.184981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.185743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.185743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.185743] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dafa7cf6-3176-4daf-8389-e9f9a4b26a65 already deleted. [ 653.185743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dafa7cf6-3176-4daf-8389-e9f9a4b26a65" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.735495] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f in Status: SUCCESS [ 653.736056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.736056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.736207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.736655] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.736655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.736655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.736655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.736655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.737071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.737071] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.245598] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.749386] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d37f2478-adcc-413f-b4f0-9c5bca0c3f2f: rpc.has_security_group_logging(os_id): False [ 654.789090] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.789363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.789433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.789637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.789728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.789978] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.790115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.790208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.790537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.790537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.790537] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f is going to be created. [ 654.871231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.873023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.873023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.873023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.873023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.887048] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f in Status: IN_PROGRESS for 2s [ 655.077661] env[65073]: INFO networking_nsxv3.common.synchronization [None req-6d1b5e3a-ad72-4842-8b8a-bc8fa0cb5835 None None] Enqueued Resource ID: 5666715e-ad80-487a-a07e-7de8daa0fd6a with Priority: HIGHEST for action port [ 655.078092] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5666715e-ad80-487a-a07e-7de8daa0fd6a with Priority: HIGHEST for action port [ 655.078534] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5666715e-ad80-487a-a07e-7de8daa0fd6a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.078653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5666715e-ad80-487a-a07e-7de8daa0fd6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.078793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5666715e-ad80-487a-a07e-7de8daa0fd6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.082410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5666715e-ad80-487a-a07e-7de8daa0fd6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.082600] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5666715e-ad80-487a-a07e-7de8daa0fd6a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.586031] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5666715e-ad80-487a-a07e-7de8daa0fd6a [ 655.586314] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.586384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.586515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.586735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.586829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.586929] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5666715e-ad80-487a-a07e-7de8daa0fd6a already deleted. [ 655.587031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5666715e-ad80-487a-a07e-7de8daa0fd6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.934807] env[65073]: INFO networking_nsxv3.common.synchronization [req-c1f78284-5b87-4540-a959-aab33bc873bf req-1d5f6d48-b5bb-4f45-a5ad-56294c58bf66 tempest-ListImageFiltersTestJSON-1263283272 tempest-ListImageFiltersTestJSON-1263283272-project-member] Enqueued Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_members [ 655.937359] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_members [ 655.937359] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.937359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.937359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.937359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.937359] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.937359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.937359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.937359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.937359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.937359] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.371236] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.371432] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.371578] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.371847] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.372158] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.372321] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.372433] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.372655] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.372818] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.373026] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.373137] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.373243] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.373346] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.373449] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.373616] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.373759] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.394306] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.394306] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.394519] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.394519] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.394844] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-24cf1006-34eb-4554-830a-c77f52c5709a taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.395025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-24cf1006-34eb-4554-830a-c77f52c5709a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.395140] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-24cf1006-34eb-4554-830a-c77f52c5709a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.395485] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-24cf1006-34eb-4554-830a-c77f52c5709a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.396145] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24cf1006-34eb-4554-830a-c77f52c5709a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.439326] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.901776] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.901776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.901776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.901776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.901776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.901776] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 24cf1006-34eb-4554-830a-c77f52c5709a not found, creating... [ 656.901776] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.901776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.901776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.901776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.901776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.902498] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.902498] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.902498] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.902498] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.902498] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.902498] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 24cf1006-34eb-4554-830a-c77f52c5709a is going to be created. [ 656.905064] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f in Status: SUCCESS [ 656.905434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.927041] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.927041] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.927041] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.927041] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.927041] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.927041] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-24cf1006-34eb-4554-830a-c77f52c5709a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.941920] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.444496] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.444661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.444734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.444958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.445063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.445202] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21386403-a28b-450e-a859-a087b70e40bf is going to be updated. [ 657.477027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.477494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.477581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.477803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.477957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.487383] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21386403-a28b-450e-a859-a087b70e40bf in Status: IN_PROGRESS for 2s [ 657.634677] env[65073]: INFO networking_nsxv3.common.synchronization [req-c1f78284-5b87-4540-a959-aab33bc873bf req-355223d3-ca65-4b6b-b15b-ea0015d8ee34 service nova] Enqueued Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_rules [ 657.634677] env[65073]: INFO networking_nsxv3.common.synchronization [req-c1f78284-5b87-4540-a959-aab33bc873bf req-355223d3-ca65-4b6b-b15b-ea0015d8ee34 service nova] Enqueued Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_members [ 657.634677] env[65073]: INFO networking_nsxv3.common.synchronization [req-c1f78284-5b87-4540-a959-aab33bc873bf req-355223d3-ca65-4b6b-b15b-ea0015d8ee34 service nova] Enqueued Resource ID: 24cf1006-34eb-4554-830a-c77f52c5709a with Priority: HIGHEST for action port [ 657.634855] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_rules [ 657.634980] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_members [ 657.635090] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24cf1006-34eb-4554-830a-c77f52c5709a with Priority: HIGHEST for action port [ 657.635427] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.635585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.635585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.635724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.635814] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.639318] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.639713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.640042] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-24cf1006-34eb-4554-830a-c77f52c5709a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.643926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24cf1006-34eb-4554-830a-c77f52c5709a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.643926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24cf1006-34eb-4554-830a-c77f52c5709a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.643926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24cf1006-34eb-4554-830a-c77f52c5709a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.643926] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24cf1006-34eb-4554-830a-c77f52c5709a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.144537] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.144886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.144967] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24cf1006-34eb-4554-830a-c77f52c5709a with status ACTIVE [ 658.145119] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.145806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.145806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.145806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.145806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.146040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.146040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.146148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.146256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.146340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.146523] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.146613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.146715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.146797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.146868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.146949] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24cf1006-34eb-4554-830a-c77f52c5709a is going to be updated. [ 658.172900] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.173464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.173464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.173653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.173850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.174098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24cf1006-34eb-4554-830a-c77f52c5709a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.371261] env[65073]: INFO networking_nsxv3.common.synchronization [req-7b54e1ba-1674-4c93-9063-9e98dadc9e36 req-fa63fc3d-fda2-4c0a-a8de-c0d287dcfd18 tempest-TenantUsagesTestJSON-1472995062 tempest-TenantUsagesTestJSON-1472995062-project-member] Enqueued Resource ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba with Priority: HIGHEST for action security_group_members [ 658.371905] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba with Priority: HIGHEST for action security_group_members [ 658.373548] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.373716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.373856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.374076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.374277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.374850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.374967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.375225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.375421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.375561] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0c6ff8-9a25-4611-a404-4cc17ad192ba',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.479940] env[65073]: INFO networking_nsxv3.common.synchronization [req-0479b21e-3b65-4bee-a823-954c7eede360 req-3277189e-111d-4859-b741-ed4c974f8aeb tempest-SecurityGroupRulesNegativeTestJSON-2109056024 tempest-SecurityGroupRulesNegativeTestJSON-2109056024-project-member] Enqueued Resource ID: e37054da-f295-41bd-bceb-88958bf5aedb with Priority: HIGHEST for action security_group_rules [ 658.480521] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37054da-f295-41bd-bceb-88958bf5aedb with Priority: HIGHEST for action security_group_rules [ 658.480830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e37054da-f295-41bd-bceb-88958bf5aedb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.481033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e37054da-f295-41bd-bceb-88958bf5aedb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.481033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e37054da-f295-41bd-bceb-88958bf5aedb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.482011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e37054da-f295-41bd-bceb-88958bf5aedb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.482011] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e37054da-f295-41bd-bceb-88958bf5aedb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.880118] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.880328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.880439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.880675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.880769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.880960] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.881108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.881144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.881289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.881353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.881476] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba is going to be updated. [ 658.908835] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.909077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.909077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.909630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.909811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.924843] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba in Status: IN_PROGRESS for 2s [ 659.005209] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.005410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.005476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.006466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.006466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.006466] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e37054da-f295-41bd-bceb-88958bf5aedb already deleted. [ 659.006466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e37054da-f295-41bd-bceb-88958bf5aedb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.498336] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21386403-a28b-450e-a859-a087b70e40bf in Status: SUCCESS [ 659.498659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.498754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.499037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.499221] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.499364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.499426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.499555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.499638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.499741] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.004920] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.508308] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.936210] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba in Status: SUCCESS [ 660.936353] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba deletion is rescheduled due to dependency. [ 660.937036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.010175] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.010596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.010596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.010766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.010812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.011062] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21386403-a28b-450e-a859-a087b70e40bf is going to be updated. [ 661.043800] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.043991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.044040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.044233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.044388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.054130] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21386403-a28b-450e-a859-a087b70e40bf in Status: IN_PROGRESS for 2s [ 661.946389] env[65073]: INFO networking_nsxv3.common.synchronization [req-fc754e09-65e1-4725-81db-110de5b53f86 req-7d63cda8-3fe6-46e3-a7ff-2e455aec67d7 tempest-SecurityGroupRulesNegativeTestJSON-2109056024 tempest-SecurityGroupRulesNegativeTestJSON-2109056024-project-member] Enqueued Resource ID: e37054da-f295-41bd-bceb-88958bf5aedb with Priority: HIGHEST for action security_group_rules [ 661.946960] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37054da-f295-41bd-bceb-88958bf5aedb with Priority: HIGHEST for action security_group_rules [ 661.950936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e37054da-f295-41bd-bceb-88958bf5aedb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.950936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e37054da-f295-41bd-bceb-88958bf5aedb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.951105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e37054da-f295-41bd-bceb-88958bf5aedb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.954488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e37054da-f295-41bd-bceb-88958bf5aedb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.954488] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e37054da-f295-41bd-bceb-88958bf5aedb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.481413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.481624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.481705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.481981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.482118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.482251] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e37054da-f295-41bd-bceb-88958bf5aedb already deleted. [ 662.482369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e37054da-f295-41bd-bceb-88958bf5aedb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.978450] env[65073]: INFO networking_nsxv3.common.synchronization [req-823fb3ef-a959-42c3-baa9-b44d5af76ccb req-b778a911-1767-4928-a5e5-a814bfbb5d27 tempest-FloatingIPsAssociationNegativeTestJSON-911799733 tempest-FloatingIPsAssociationNegativeTestJSON-911799733-project-member] Enqueued Resource ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 with Priority: HIGHEST for action security_group_members [ 662.978991] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 with Priority: HIGHEST for action security_group_members [ 662.981938] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc00696-ddfd-4005-b506-c5cd8057b3b0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.982081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.982157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.982407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.982614] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.982734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.982822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.982991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.983092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.983193] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc00696-ddfd-4005-b506-c5cd8057b3b0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.066516] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21386403-a28b-450e-a859-a087b70e40bf in Status: SUCCESS [ 663.066516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.067411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.067411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.067580] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.067696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.067764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.067946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.068056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.068233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.068358] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.487540] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.487921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.488104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.488431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.489929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.490376] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.490530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.490601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.490795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.490911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.491035] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 is going to be updated. [ 663.524032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.524032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.524032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.524032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.524032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.533085] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 in Status: IN_PROGRESS for 2s [ 663.573462] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.573462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.573462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.573462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.573462] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.573462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.573462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.573462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.573462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.573462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.573462] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.573462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.573462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.574295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.574295] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.574295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.574295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.574295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.574295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.574295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.574295] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.077664] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21386403-a28b-450e-a859-a087b70e40bf: rpc.has_security_group_logging(os_id): False [ 664.100283] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.100971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.101028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.101239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.101340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.101575] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.101669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.101733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.101892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.101971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.102194] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.102290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.102367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.102495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.102568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.102768] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.102862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.102922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.103216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.103328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.103443] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21386403-a28b-450e-a859-a087b70e40bf is going to be updated. [ 664.196267] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.196512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.196512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.196736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.196901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.216165] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21386403-a28b-450e-a859-a087b70e40bf in Status: IN_PROGRESS for 2s [ 664.527347] env[65073]: INFO networking_nsxv3.common.synchronization [req-e97bd0f0-2e10-4ece-bf13-a7a7829e87b5 req-221a9776-0c57-4e26-b8b3-0cf1bf412b91 tempest-ServerDiagnosticsNegativeTest-160172188 tempest-ServerDiagnosticsNegativeTest-160172188-project-member] Enqueued Resource ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 with Priority: HIGHEST for action security_group_members [ 664.529075] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 with Priority: HIGHEST for action security_group_members [ 664.529075] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.529075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.529075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.529075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.529408] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.529408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.529408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.529586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.529586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.531330] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cc2879e-b450-4a77-b4f9-52555e6d3fc8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.957588] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.957776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.958049] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.958279] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.958706] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.958909] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.959071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.959413] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.959506] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.959729] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.959902] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.960052] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.960188] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.960384] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.960653] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.960653] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.982023] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.982208] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.982484] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.982707] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.983076] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-50d6d632-aef9-43c5-91fc-8562a8c4bf0e taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.983844] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-50d6d632-aef9-43c5-91fc-8562a8c4bf0e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.983844] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-50d6d632-aef9-43c5-91fc-8562a8c4bf0e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.983844] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-50d6d632-aef9-43c5-91fc-8562a8c4bf0e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.984097] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d6d632-aef9-43c5-91fc-8562a8c4bf0e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.031547] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.032453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.032453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.032453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.032708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.032708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.032810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.033287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.033287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.033287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.033287] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 already deleted. [ 665.033287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.487450] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.487450] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.487814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.487814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.488032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.488126] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 50d6d632-aef9-43c5-91fc-8562a8c4bf0e not found, creating... [ 665.488510] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.488510] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.489054] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.489054] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.489054] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.489214] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.489420] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.489537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.489737] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.489861] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.489994] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 50d6d632-aef9-43c5-91fc-8562a8c4bf0e is going to be created. [ 665.513071] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.513316] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.513461] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.513834] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.514110] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.514383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-50d6d632-aef9-43c5-91fc-8562a8c4bf0e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.543248] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 in Status: SUCCESS [ 665.543248] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 deletion is rescheduled due to dependency. [ 665.543248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.233183] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21386403-a28b-450e-a859-a087b70e40bf in Status: SUCCESS [ 666.233522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.691662] env[65073]: INFO networking_nsxv3.common.synchronization [req-e97bd0f0-2e10-4ece-bf13-a7a7829e87b5 req-96af74e6-06a6-406b-a42d-61add38397ca service nova] Enqueued Resource ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 with Priority: HIGHEST for action security_group_rules [ 666.692359] env[65073]: INFO networking_nsxv3.common.synchronization [req-e97bd0f0-2e10-4ece-bf13-a7a7829e87b5 req-96af74e6-06a6-406b-a42d-61add38397ca service nova] Enqueued Resource ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 with Priority: HIGHEST for action security_group_members [ 666.692359] env[65073]: INFO networking_nsxv3.common.synchronization [req-e97bd0f0-2e10-4ece-bf13-a7a7829e87b5 req-96af74e6-06a6-406b-a42d-61add38397ca service nova] Enqueued Resource ID: 50d6d632-aef9-43c5-91fc-8562a8c4bf0e with Priority: HIGHEST for action port [ 666.692717] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 with Priority: HIGHEST for action security_group_rules [ 666.692817] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 with Priority: HIGHEST for action security_group_members [ 666.692921] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d6d632-aef9-43c5-91fc-8562a8c4bf0e with Priority: HIGHEST for action port [ 666.693215] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cc2879e-b450-4a77-b4f9-52555e6d3fc8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.693845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.693914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.694216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.694291] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cc2879e-b450-4a77-b4f9-52555e6d3fc8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.695317] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.695485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.695485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.696630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.696630] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.696630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.696630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.696630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.696630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.696630] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cc2879e-b450-4a77-b4f9-52555e6d3fc8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.697356] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-50d6d632-aef9-43c5-91fc-8562a8c4bf0e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.697356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50d6d632-aef9-43c5-91fc-8562a8c4bf0e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.697356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50d6d632-aef9-43c5-91fc-8562a8c4bf0e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.697661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50d6d632-aef9-43c5-91fc-8562a8c4bf0e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.697661] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d6d632-aef9-43c5-91fc-8562a8c4bf0e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.103160] env[65073]: INFO networking_nsxv3.common.synchronization [req-f588071a-eac1-4298-a665-87e79802f26f req-f8bcaf88-3c96-40c4-a375-1eeafc80ce8b tempest-VolumesAdminNegativeTest-2085998592 tempest-VolumesAdminNegativeTest-2085998592-project-member] Enqueued Resource ID: cf788a74-98ab-4c48-91a6-13790340a632 with Priority: HIGHEST for action security_group_members [ 667.103160] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf788a74-98ab-4c48-91a6-13790340a632 with Priority: HIGHEST for action security_group_members [ 667.103160] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf788a74-98ab-4c48-91a6-13790340a632 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.107067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.107067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.107067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.107067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.107067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.107067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.107067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.107067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.107067] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf788a74-98ab-4c48-91a6-13790340a632',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.199669] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.200046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.200046] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cc2879e-b450-4a77-b4f9-52555e6d3fc8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.200977] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50d6d632-aef9-43c5-91fc-8562a8c4bf0e with status ACTIVE [ 667.201481] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.201481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.201481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.202125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.202125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.202125] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.202125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.202125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.202361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.202407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.202557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.202642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.202709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.202874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.203292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.203292] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50d6d632-aef9-43c5-91fc-8562a8c4bf0e is going to be updated. [ 667.243230] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.243376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.243576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.243765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.244240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.244488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50d6d632-aef9-43c5-91fc-8562a8c4bf0e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.568239] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.568239] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-792" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.568434] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-792" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.569858] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-792" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.569858] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.569858] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.569858] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.569858] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.569858] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.570600] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.570600] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.570600] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.570600] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.570600] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.570600] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.570600] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.596826] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.596826] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.596826] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.597087] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-792" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.597264] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-b23d2f8b-23d3-402c-9aeb-ca3eab762e3f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.597447] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-b23d2f8b-23d3-402c-9aeb-ca3eab762e3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.597558] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-b23d2f8b-23d3-402c-9aeb-ca3eab762e3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.597852] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-b23d2f8b-23d3-402c-9aeb-ca3eab762e3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.598011] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b23d2f8b-23d3-402c-9aeb-ca3eab762e3f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.611281] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.611404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.611455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.611703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.611812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.612012] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.612201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.612268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.612434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.612512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.612598] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf788a74-98ab-4c48-91a6-13790340a632 already deleted. [ 667.612674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.705510] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cc2879e-b450-4a77-b4f9-52555e6d3fc8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.083599] env[65073]: INFO networking_nsxv3.common.synchronization [None req-00b39733-3dc4-407e-832e-243305055aa5 None None] Enqueued Resource ID: fec67c1e-e587-415f-9bb6-a583869ebdb0 with Priority: HIGHEST for action port [ 668.084288] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec67c1e-e587-415f-9bb6-a583869ebdb0 with Priority: HIGHEST for action port [ 668.084607] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-fec67c1e-e587-415f-9bb6-a583869ebdb0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.084734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fec67c1e-e587-415f-9bb6-a583869ebdb0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.084811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fec67c1e-e587-415f-9bb6-a583869ebdb0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.085122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fec67c1e-e587-415f-9bb6-a583869ebdb0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.085240] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec67c1e-e587-415f-9bb6-a583869ebdb0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.101512] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.101829] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.102154] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.102380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.102571] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.102735] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port b23d2f8b-23d3-402c-9aeb-ca3eab762e3f not found, creating... [ 668.103091] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.103206] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.103291] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.103496] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.103625] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.104156] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.104400] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.104525] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.104744] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.104880] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.105034] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: b23d2f8b-23d3-402c-9aeb-ca3eab762e3f is going to be created. [ 668.130951] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.130951] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.130951] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.130951] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.130951] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.130951] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-b23d2f8b-23d3-402c-9aeb-ca3eab762e3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.208399] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.208657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.208810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.209189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.209425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.209593] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 is going to be created. [ 668.238029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.238313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.238442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.238787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.239073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.250953] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 in Status: UNINITIALIZED for 2s [ 668.591070] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fec67c1e-e587-415f-9bb6-a583869ebdb0 [ 668.591324] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.591461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.591748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.591982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.592110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.592200] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fec67c1e-e587-415f-9bb6-a583869ebdb0 already deleted. [ 668.592280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fec67c1e-e587-415f-9bb6-a583869ebdb0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.857116] env[65073]: INFO networking_nsxv3.common.synchronization [req-f588071a-eac1-4298-a665-87e79802f26f req-8dc60c7d-e857-4ab8-bbcf-83e1c14d0f08 service nova] Enqueued Resource ID: cf788a74-98ab-4c48-91a6-13790340a632 with Priority: HIGHEST for action security_group_rules [ 668.858021] env[65073]: INFO networking_nsxv3.common.synchronization [req-f588071a-eac1-4298-a665-87e79802f26f req-8dc60c7d-e857-4ab8-bbcf-83e1c14d0f08 service nova] Enqueued Resource ID: cf788a74-98ab-4c48-91a6-13790340a632 with Priority: HIGHEST for action security_group_members [ 668.858021] env[65073]: INFO networking_nsxv3.common.synchronization [req-f588071a-eac1-4298-a665-87e79802f26f req-8dc60c7d-e857-4ab8-bbcf-83e1c14d0f08 service nova] Enqueued Resource ID: b23d2f8b-23d3-402c-9aeb-ca3eab762e3f with Priority: HIGHEST for action port [ 668.858867] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf788a74-98ab-4c48-91a6-13790340a632 with Priority: HIGHEST for action security_group_rules [ 668.859094] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf788a74-98ab-4c48-91a6-13790340a632 with Priority: HIGHEST for action security_group_members [ 668.859190] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23d2f8b-23d3-402c-9aeb-ca3eab762e3f with Priority: HIGHEST for action port [ 668.859538] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf788a74-98ab-4c48-91a6-13790340a632 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.859714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.860400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.860400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.860400] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf788a74-98ab-4c48-91a6-13790340a632',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.862282] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf788a74-98ab-4c48-91a6-13790340a632 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.862282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.862282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.862282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.862611] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.866224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.866224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.866224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.866224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.866224] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf788a74-98ab-4c48-91a6-13790340a632',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.866224] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b23d2f8b-23d3-402c-9aeb-ca3eab762e3f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.866224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b23d2f8b-23d3-402c-9aeb-ca3eab762e3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.866224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b23d2f8b-23d3-402c-9aeb-ca3eab762e3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.866224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b23d2f8b-23d3-402c-9aeb-ca3eab762e3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.866224] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b23d2f8b-23d3-402c-9aeb-ca3eab762e3f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.370070] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf788a74-98ab-4c48-91a6-13790340a632',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.370070] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf788a74-98ab-4c48-91a6-13790340a632 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.370070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.370070] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b23d2f8b-23d3-402c-9aeb-ca3eab762e3f with status ACTIVE [ 669.370070] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.370070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.370070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.370070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.370070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.370070] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.370070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.370070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.371504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.371504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.371836] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.372228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.372228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.373198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.373198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.373198] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b23d2f8b-23d3-402c-9aeb-ca3eab762e3f is going to be updated. [ 669.407695] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.407695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.407695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.407695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.407695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.407695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b23d2f8b-23d3-402c-9aeb-ca3eab762e3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.735021] env[65073]: INFO networking_nsxv3.common.synchronization [req-cca7b10d-b867-400b-87bf-4bbe05c7b79d req-508c9f99-8433-492c-be05-f58d66a8790b tempest-ServersAdminTestJSON-1383213945 tempest-ServersAdminTestJSON-1383213945-project-member] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 669.735440] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 669.735882] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.738449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.738449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.738449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.738449] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.738449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.738449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.738449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.738449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.738449] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.870368] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf788a74-98ab-4c48-91a6-13790340a632',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.146375] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.146736] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.146965] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.147389] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.147833] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.148800] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.149202] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.149629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.149887] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.150264] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.150467] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.150658] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.150857] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.151356] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.151612] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.151989] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.174615] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.174921] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.175592] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.175592] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.176128] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-7b207c6b-bef0-4f1c-9462-9b434336466e taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.176271] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-7b207c6b-bef0-4f1c-9462-9b434336466e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.176606] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-7b207c6b-bef0-4f1c-9462-9b434336466e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.176922] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-7b207c6b-bef0-4f1c-9462-9b434336466e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.177440] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b207c6b-bef0-4f1c-9462-9b434336466e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.240978] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.262018] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 in Status: SUCCESS [ 670.262018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.264481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.264796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.265068] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.265229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.265467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.265556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.265655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.265781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.265949] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cc2879e-b450-4a77-b4f9-52555e6d3fc8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.374498] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.374678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.374753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.374978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.375096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.375207] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf788a74-98ab-4c48-91a6-13790340a632 is going to be created. [ 670.401423] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.401514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.401587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.401811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.401968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.417209] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf788a74-98ab-4c48-91a6-13790340a632 in Status: UNINITIALIZED for 2s [ 670.471700] env[65073]: INFO networking_nsxv3.common.synchronization [None req-3a76e07f-8416-4956-ba25-14ef69f0e1cb None None] Enqueued Resource ID: cef2f8bd-22ac-478b-88bc-5866706a97dc with Priority: HIGHEST for action port [ 670.472328] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cef2f8bd-22ac-478b-88bc-5866706a97dc with Priority: HIGHEST for action port [ 670.472667] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-cef2f8bd-22ac-478b-88bc-5866706a97dc taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.472793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cef2f8bd-22ac-478b-88bc-5866706a97dc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.472873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cef2f8bd-22ac-478b-88bc-5866706a97dc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.473159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cef2f8bd-22ac-478b-88bc-5866706a97dc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.473254] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cef2f8bd-22ac-478b-88bc-5866706a97dc',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.680354] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.680693] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.680842] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.681274] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.681523] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.681793] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 7b207c6b-bef0-4f1c-9462-9b434336466e not found, creating... [ 670.682242] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.682505] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.682709] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.683113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.683361] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.683809] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.684087] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.684271] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.684589] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.684812] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.684993] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 7b207c6b-bef0-4f1c-9462-9b434336466e is going to be created. [ 670.714844] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.715164] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.715344] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.715727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.716074] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.716401] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-7b207c6b-bef0-4f1c-9462-9b434336466e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.744799] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.768822] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.769050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.769050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.769267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.769462] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.769567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.769627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.769778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.769870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.769958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.770116] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.770208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.770271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.770437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.770595] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.770689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.770744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.770877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.770993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.771091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.771159] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cc2879e-b450-4a77-b4f9-52555e6d3fc8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.976388] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cef2f8bd-22ac-478b-88bc-5866706a97dc [ 670.976764] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.976764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.976956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.977066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.977160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.977319] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cef2f8bd-22ac-478b-88bc-5866706a97dc already deleted. [ 670.977461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cef2f8bd-22ac-478b-88bc-5866706a97dc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.248354] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.248567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.248792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.248909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.249074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.249161] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be updated. [ 671.274461] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cc2879e-b450-4a77-b4f9-52555e6d3fc8: rpc.has_security_group_logging(os_id): False [ 671.298204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.298385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.298430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.298603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.298688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.298863] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.298956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.299329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.299329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.299329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.299476] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.300508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.300508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.300508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.300508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.300508] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.300508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.300508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.300508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.300508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.300508] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 is going to be created. [ 671.310053] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.310053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.310053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.310053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.310053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.321775] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 671.398497] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.398497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.398497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.398497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.398497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.410549] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 in Status: IN_PROGRESS for 2s [ 671.701021] env[65073]: INFO networking_nsxv3.common.synchronization [None req-2c255e89-0191-4193-ba22-b502a8f36d78 None None] Enqueued Resource ID: 27c4d14a-01ab-442c-8c2d-d6db689332a9 with Priority: HIGHEST for action port [ 671.701021] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c4d14a-01ab-442c-8c2d-d6db689332a9 with Priority: HIGHEST for action port [ 671.701021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-27c4d14a-01ab-442c-8c2d-d6db689332a9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.701021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27c4d14a-01ab-442c-8c2d-d6db689332a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.701021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27c4d14a-01ab-442c-8c2d-d6db689332a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.701021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27c4d14a-01ab-442c-8c2d-d6db689332a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.701021] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c4d14a-01ab-442c-8c2d-d6db689332a9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.883037] env[65073]: INFO networking_nsxv3.common.synchronization [req-cca7b10d-b867-400b-87bf-4bbe05c7b79d req-d500564d-b2b5-4047-a3e2-4f439e70c0d0 service nova] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_rules [ 671.883227] env[65073]: INFO networking_nsxv3.common.synchronization [req-cca7b10d-b867-400b-87bf-4bbe05c7b79d req-d500564d-b2b5-4047-a3e2-4f439e70c0d0 service nova] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 671.883363] env[65073]: INFO networking_nsxv3.common.synchronization [req-cca7b10d-b867-400b-87bf-4bbe05c7b79d req-d500564d-b2b5-4047-a3e2-4f439e70c0d0 service nova] Enqueued Resource ID: 7b207c6b-bef0-4f1c-9462-9b434336466e with Priority: HIGHEST for action port [ 671.884015] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_rules [ 671.884492] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 671.884492] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b207c6b-bef0-4f1c-9462-9b434336466e with Priority: HIGHEST for action port [ 671.884492] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.884871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.884871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.884946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.885016] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.885854] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.885927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.886129] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b207c6b-bef0-4f1c-9462-9b434336466e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.886231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b207c6b-bef0-4f1c-9462-9b434336466e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.886652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b207c6b-bef0-4f1c-9462-9b434336466e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.886652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b207c6b-bef0-4f1c-9462-9b434336466e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.886652] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b207c6b-bef0-4f1c-9462-9b434336466e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.204324] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27c4d14a-01ab-442c-8c2d-d6db689332a9 [ 672.207317] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.207569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.207717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.207955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.208130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.208181] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27c4d14a-01ab-442c-8c2d-d6db689332a9 already deleted. [ 672.208245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27c4d14a-01ab-442c-8c2d-d6db689332a9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.388930] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.389129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.389404] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b207c6b-bef0-4f1c-9462-9b434336466e with status ACTIVE [ 672.389618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.389728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.389793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.390587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.390587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.390848] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.390848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.391112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.391112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.391260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.391373] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.391504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.391504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.391750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.391750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.391851] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b207c6b-bef0-4f1c-9462-9b434336466e is going to be updated. [ 672.420147] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.421147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.421147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.421147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.421300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.421569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b207c6b-bef0-4f1c-9462-9b434336466e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.437204] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf788a74-98ab-4c48-91a6-13790340a632 in Status: SUCCESS [ 672.437204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.437204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.437204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.437447] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.437447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.437560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.437652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.437708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.437771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.438937] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf788a74-98ab-4c48-91a6-13790340a632',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.941976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf788a74-98ab-4c48-91a6-13790340a632 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.942261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.942311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.944417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.944641] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.944880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.944880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.945262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.945262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.945452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.945529] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf788a74-98ab-4c48-91a6-13790340a632 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.945639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.945710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.945845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.946034] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.946125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.946197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.946682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.946760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.946840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.946944] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf788a74-98ab-4c48-91a6-13790340a632',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.334873] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 673.334873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.335260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.335526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.337908] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.337908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.337908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.337908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.337908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.337908] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.424776] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 in Status: SUCCESS [ 673.425134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.450685] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf788a74-98ab-4c48-91a6-13790340a632: rpc.has_security_group_logging(os_id): False [ 673.474097] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.474272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.474375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.474636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.474750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.474978] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.475151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.475224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.475490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.475648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.475882] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.476057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.476327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.476543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.476623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.476846] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.476948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.477037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.477158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.477242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.477339] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf788a74-98ab-4c48-91a6-13790340a632 is going to be created. [ 673.570526] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.570719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.570869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.573024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.573024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.584974] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf788a74-98ab-4c48-91a6-13790340a632 in Status: IN_PROGRESS for 2s [ 673.839467] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.228533] env[65073]: INFO networking_nsxv3.common.synchronization [req-4f2ae61c-d9b5-4ff2-8220-2808b955ca81 req-07515878-f0aa-46dd-a91c-364cceda8746 tempest-ServersV294TestFqdnHostnames-266784228 tempest-ServersV294TestFqdnHostnames-266784228-project-member] Enqueued Resource ID: 226dd01f-862d-48cc-9fad-b532b4a41412 with Priority: HIGHEST for action security_group_members [ 674.229783] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226dd01f-862d-48cc-9fad-b532b4a41412 with Priority: HIGHEST for action security_group_members [ 674.230945] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-226dd01f-862d-48cc-9fad-b532b4a41412 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.231182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.231182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.231570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.232314] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.232314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.232490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.232532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.232934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.232934] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226dd01f-862d-48cc-9fad-b532b4a41412',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.342945] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.717124] env[65073]: INFO networking_nsxv3.common.synchronization [None req-a47153af-082f-470a-b628-cef1f6d06c2b None None] Enqueued Resource ID: 867e87be-e4cb-40bd-9a79-d12cf881fad0 with Priority: HIGHEST for action port [ 674.717441] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867e87be-e4cb-40bd-9a79-d12cf881fad0 with Priority: HIGHEST for action port [ 674.718269] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-867e87be-e4cb-40bd-9a79-d12cf881fad0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.718269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-867e87be-e4cb-40bd-9a79-d12cf881fad0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.718269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-867e87be-e4cb-40bd-9a79-d12cf881fad0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.718605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-867e87be-e4cb-40bd-9a79-d12cf881fad0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.718605] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('867e87be-e4cb-40bd-9a79-d12cf881fad0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.735487] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.736176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.736176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.736176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.736580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.736666] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.737502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.737502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.741028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.741028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.741028] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226dd01f-862d-48cc-9fad-b532b4a41412 is going to be updated. [ 674.768092] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.768326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.768403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.768662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.768850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.779458] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226dd01f-862d-48cc-9fad-b532b4a41412 in Status: IN_PROGRESS for 2s [ 674.847220] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.847220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.847220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.847617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.847685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.847792] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be updated. [ 674.883026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.883026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.883026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.883026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.883026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.896496] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 675.221377] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 867e87be-e4cb-40bd-9a79-d12cf881fad0 [ 675.222628] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.222628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.222628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.222628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.222934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.222934] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:867e87be-e4cb-40bd-9a79-d12cf881fad0 already deleted. [ 675.223044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-867e87be-e4cb-40bd-9a79-d12cf881fad0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.573979] env[65073]: INFO networking_nsxv3.common.synchronization [req-d1b6a1c3-1710-4dbd-9977-f98aab88d478 req-ed10c01d-aa82-4e1e-ba45-07cdce9abcd1 tempest-ImagesTestJSON-501847618 tempest-ImagesTestJSON-501847618-project-member] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 675.574860] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 675.575776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.575915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.576010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.576263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.576421] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.576533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.576597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.576756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.576842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.576934] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.599555] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf788a74-98ab-4c48-91a6-13790340a632 in Status: SUCCESS [ 675.599654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.958327] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.958327] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.958327] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.958524] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.958685] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.958837] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.959044] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.959455] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.960112] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.960112] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.960112] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.960112] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.961552] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.961552] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.961552] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.961552] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.983461] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.983696] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.983696] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.983825] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.984182] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-87a05ac8-5683-4874-820b-6c1f3d2ecceb taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.984328] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-87a05ac8-5683-4874-820b-6c1f3d2ecceb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.984474] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-87a05ac8-5683-4874-820b-6c1f3d2ecceb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.984907] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-87a05ac8-5683-4874-820b-6c1f3d2ecceb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.985099] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87a05ac8-5683-4874-820b-6c1f3d2ecceb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.080903] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.081176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.081176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.081463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.081576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.081726] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.081880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.081880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.082068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.082143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.082251] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 already deleted. [ 676.082337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.487709] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.488055] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.488186] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.488416] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.488603] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.488769] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 87a05ac8-5683-4874-820b-6c1f3d2ecceb not found, creating... [ 676.489063] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.489227] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.489338] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.489643] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.489793] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.490132] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.490460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.490577] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.490830] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.490967] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.491126] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 87a05ac8-5683-4874-820b-6c1f3d2ecceb is going to be created. [ 676.513732] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.514067] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.514117] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.514376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.514624] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.514869] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-87a05ac8-5683-4874-820b-6c1f3d2ecceb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.600872] env[65073]: INFO networking_nsxv3.common.synchronization [None req-d206c04a-076e-4c34-bdc5-24bd9610c9dc None None] Enqueued Resource ID: 00027ff6-452e-4bef-a781-c0ff63f52f40 with Priority: HIGHEST for action port [ 676.601696] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00027ff6-452e-4bef-a781-c0ff63f52f40 with Priority: HIGHEST for action port [ 676.602344] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-00027ff6-452e-4bef-a781-c0ff63f52f40 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.602528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00027ff6-452e-4bef-a781-c0ff63f52f40" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.602634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00027ff6-452e-4bef-a781-c0ff63f52f40" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.603225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00027ff6-452e-4bef-a781-c0ff63f52f40" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.603328] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00027ff6-452e-4bef-a781-c0ff63f52f40',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.793162] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226dd01f-862d-48cc-9fad-b532b4a41412 in Status: SUCCESS [ 676.793392] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226dd01f-862d-48cc-9fad-b532b4a41412 deletion is rescheduled due to dependency. [ 676.793479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.908219] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 676.908454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.908670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.908920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.909142] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.909264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.909427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.909529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.909590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.909742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.909831] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.105698] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00027ff6-452e-4bef-a781-c0ff63f52f40 [ 677.105964] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.106424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.106424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.106652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.106652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.106801] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00027ff6-452e-4bef-a781-c0ff63f52f40 already deleted. [ 677.106801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00027ff6-452e-4bef-a781-c0ff63f52f40" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.315496] env[65073]: INFO networking_nsxv3.common.synchronization [req-d1b6a1c3-1710-4dbd-9977-f98aab88d478 req-4a6e9c7e-3c56-4359-bed5-abcf23391ffc service nova] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_rules [ 677.315496] env[65073]: INFO networking_nsxv3.common.synchronization [req-d1b6a1c3-1710-4dbd-9977-f98aab88d478 req-4a6e9c7e-3c56-4359-bed5-abcf23391ffc service nova] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 677.315496] env[65073]: INFO networking_nsxv3.common.synchronization [req-d1b6a1c3-1710-4dbd-9977-f98aab88d478 req-4a6e9c7e-3c56-4359-bed5-abcf23391ffc service nova] Enqueued Resource ID: 87a05ac8-5683-4874-820b-6c1f3d2ecceb with Priority: HIGHEST for action port [ 677.315496] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_rules [ 677.315496] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 677.315496] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a05ac8-5683-4874-820b-6c1f3d2ecceb with Priority: HIGHEST for action port [ 677.315853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.315853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.316192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.317020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.317020] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.317581] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.318335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.318335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.318335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.318335] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.318335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.318335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.318680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.321101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.321101] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.321101] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-87a05ac8-5683-4874-820b-6c1f3d2ecceb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.321101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87a05ac8-5683-4874-820b-6c1f3d2ecceb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.321101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87a05ac8-5683-4874-820b-6c1f3d2ecceb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.321101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87a05ac8-5683-4874-820b-6c1f3d2ecceb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.321101] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87a05ac8-5683-4874-820b-6c1f3d2ecceb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.415572] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.415572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.415572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.415572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.415572] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.415572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.415572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.415572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.415572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.415572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.416166] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.416166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.416166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.416166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.416166] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.416166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.416166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.416546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.416546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.416546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.416546] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.429053] env[65073]: INFO networking_nsxv3.common.synchronization [req-1e958055-c9c7-4653-ad5b-cf10ac4e4509 req-376d303e-696c-4375-a503-81d9923e2b9d tempest-ListServersNegativeTestJSON-483263484 tempest-ListServersNegativeTestJSON-483263484-project-member] Enqueued Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 677.431795] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 677.433672] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.433820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.433900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.434133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.434291] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.434403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.434451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.434599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.434688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.434786] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.714051] env[65073]: INFO networking_nsxv3.common.synchronization [req-a610b31c-173f-438b-89bf-85a12aee232b req-d9139084-ce61-400b-ae29-52ee4837e7ad tempest-ListServersNegativeTestJSON-483263484 tempest-ListServersNegativeTestJSON-483263484-project-member] Enqueued Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 677.714051] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGHEST for action security_group_members [ 677.714707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.714899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.822590] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.822728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.822985] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.824166] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87a05ac8-5683-4874-820b-6c1f3d2ecceb with status ACTIVE [ 677.824445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.826477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.826477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.826477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.826477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.826477] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.826477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.826477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.827405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.827405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.827565] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.827716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.827779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.827948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.828033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.828119] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87a05ac8-5683-4874-820b-6c1f3d2ecceb is going to be updated. [ 677.851558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.851872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.851872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.852081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.852229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.852416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87a05ac8-5683-4874-820b-6c1f3d2ecceb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.919069] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a90b273e-9368-4da0-b50f-768898534bc9: rpc.has_security_group_logging(os_id): False [ 677.938042] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.961040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.961040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.961040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.961456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.961456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.961615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.962087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.962087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.962087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.962555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.962818] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.962969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.963094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.963286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.963395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.963793] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.963793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.963962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.964080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.964191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.964308] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be updated. [ 678.117054] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.117054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.117054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.117054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.117054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.131611] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 678.330648] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.508578] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.510517] env[65073]: INFO networking_nsxv3.common.synchronization [req-3c8d8216-781f-4244-80fd-52892436b440 req-9a441ad2-e9e7-478b-a872-9368db6824a8 tempest-ServersTestBootFromVolume-1805240196 tempest-ServersTestBootFromVolume-1805240196-project-member] Enqueued Resource ID: 11855806-3e34-4c90-94b9-50323f2ba427 with Priority: HIGHEST for action security_group_members [ 678.511202] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11855806-3e34-4c90-94b9-50323f2ba427 with Priority: HIGHEST for action security_group_members [ 678.513044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-11855806-3e34-4c90-94b9-50323f2ba427 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.513044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.513044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.513044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.513044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.513044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.513044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.513044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.513044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.513044] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11855806-3e34-4c90-94b9-50323f2ba427',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.833029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.833357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.833357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.833357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.833576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.833576] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be created. [ 678.844732] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.845024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.845364] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.845790] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.846162] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.846370] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.846552] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.846834] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.847049] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.847311] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.847471] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.847867] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.847867] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.847867] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.847981] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.848133] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.866916] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.866916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.866916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.866916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.866916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.869116] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.871278] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.871278] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.871278] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.871278] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.871278] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.871278] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.871278] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.871278] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.883243] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: UNINITIALIZED for 2s [ 679.012507] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.012719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.012759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.012960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.013074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.013185] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d is going to be updated. [ 679.014776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.014892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.014960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.015152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.015400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.015400] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.015537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.015576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.015694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.015768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.015849] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11855806-3e34-4c90-94b9-50323f2ba427 already deleted. [ 679.015929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.050961] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.051148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.051226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.051460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.051605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.061187] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: IN_PROGRESS for 2s [ 679.279886] env[65073]: INFO networking_nsxv3.common.synchronization [None req-cb3eb454-2c93-4b86-8679-76a20c893bfd None None] Enqueued Resource ID: 586846dc-8255-4f50-9762-375d45e2892d with Priority: HIGHEST for action port [ 679.280691] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586846dc-8255-4f50-9762-375d45e2892d with Priority: HIGHEST for action port [ 679.281302] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-586846dc-8255-4f50-9762-375d45e2892d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.281302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-586846dc-8255-4f50-9762-375d45e2892d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.281302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-586846dc-8255-4f50-9762-375d45e2892d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.281809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-586846dc-8255-4f50-9762-375d45e2892d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.281809] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('586846dc-8255-4f50-9762-375d45e2892d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.375402] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.375402] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.375402] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.375402] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.375402] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.375402] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b not found, creating... [ 679.375402] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.375402] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.375402] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.375402] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.375402] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.375993] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.375993] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.375993] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.375993] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.375993] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.375993] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b is going to be created. [ 679.400869] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.401094] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.401094] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.401703] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.401703] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.401897] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.785321] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 586846dc-8255-4f50-9762-375d45e2892d [ 679.785572] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.785708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.785785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.785981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.787545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.787545] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:586846dc-8255-4f50-9762-375d45e2892d already deleted. [ 679.787545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-586846dc-8255-4f50-9762-375d45e2892d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.149461] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 680.149919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.219634] env[65073]: INFO networking_nsxv3.common.synchronization [req-3c8d8216-781f-4244-80fd-52892436b440 req-58d5e775-d594-4960-99f9-ec0abd38b37d service nova] Enqueued Resource ID: 11855806-3e34-4c90-94b9-50323f2ba427 with Priority: HIGHEST for action security_group_rules [ 680.219812] env[65073]: INFO networking_nsxv3.common.synchronization [req-3c8d8216-781f-4244-80fd-52892436b440 req-58d5e775-d594-4960-99f9-ec0abd38b37d service nova] Enqueued Resource ID: 11855806-3e34-4c90-94b9-50323f2ba427 with Priority: HIGHEST for action security_group_members [ 680.219944] env[65073]: INFO networking_nsxv3.common.synchronization [req-3c8d8216-781f-4244-80fd-52892436b440 req-58d5e775-d594-4960-99f9-ec0abd38b37d service nova] Enqueued Resource ID: 22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b with Priority: HIGHEST for action port [ 680.220543] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11855806-3e34-4c90-94b9-50323f2ba427 with Priority: HIGHEST for action security_group_rules [ 680.220683] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11855806-3e34-4c90-94b9-50323f2ba427 with Priority: HIGHEST for action security_group_members [ 680.220782] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b with Priority: HIGHEST for action port [ 680.221522] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11855806-3e34-4c90-94b9-50323f2ba427 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.221669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.221890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.222474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.222569] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11855806-3e34-4c90-94b9-50323f2ba427',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.223861] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-11855806-3e34-4c90-94b9-50323f2ba427 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.223861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.223861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.223861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.224224] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.224323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.224573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.224750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.224871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.224914] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11855806-3e34-4c90-94b9-50323f2ba427',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.225790] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.225938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.225938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.227376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.227376] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.728677] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11855806-3e34-4c90-94b9-50323f2ba427',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.729607] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-11855806-3e34-4c90-94b9-50323f2ba427 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.729607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.729780] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b with status ACTIVE [ 680.729878] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.729980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.730052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.730252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.730341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.730527] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.730648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.730690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.730824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.730895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.732031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.733316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.733316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.733316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.733316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.733316] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b is going to be updated. [ 680.759249] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.759687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.759687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.759948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.760270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.760381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22dd9dd8-fbc5-4af5-86e2-c2df6c01bd6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.898935] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 680.900034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.900499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.901075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.901592] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.902106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.902106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.903091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.903091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.903091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.903091] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.073435] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: SUCCESS [ 681.073775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.073983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.074197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.074390] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.074507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.074562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.074731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.075012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.075234] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.122767] env[65073]: INFO networking_nsxv3.common.synchronization [req-4cb6b0c4-7aef-4c48-9cca-5572ac9573f7 req-1f9e8224-8883-4511-b359-487c82d4e5a3 tempest-DeleteServersAdminTestJSON-812588632 tempest-DeleteServersAdminTestJSON-812588632-project-member] Enqueued Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_members [ 681.123474] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_members [ 681.123771] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.123890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.123955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.124774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.125018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.125251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.125304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.125576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.125739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.125883] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.235317] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11855806-3e34-4c90-94b9-50323f2ba427',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.410557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.410784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.410838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.411054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.411233] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.411350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.411457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.411608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.411794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.411794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.411939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.412039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.412106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.412199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.412334] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.412431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.412513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.412599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.412671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.412748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.412836] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.565776] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.566109] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.566313] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.566641] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.566939] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.569246] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.569498] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.569702] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.569849] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.570069] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.570178] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.570283] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.570417] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.570503] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.570733] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.570733] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.578459] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.578559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.578607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.578794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.578980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.579081] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.579184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.579239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.579414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.579522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.579571] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d is going to be updated. [ 681.596572] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.596572] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.596726] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.598592] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.598592] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-668eddb5-29ba-45df-88ba-dcca6d4e162f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.598592] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-668eddb5-29ba-45df-88ba-dcca6d4e162f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.598592] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-668eddb5-29ba-45df-88ba-dcca6d4e162f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.598592] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-668eddb5-29ba-45df-88ba-dcca6d4e162f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.598592] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('668eddb5-29ba-45df-88ba-dcca6d4e162f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.613735] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.614720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.614720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.614720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.614720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.629007] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: IN_PROGRESS for 2s [ 681.629808] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.629808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.629990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.630163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.630296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.630601] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.630765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.630826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.631988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.632155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.632209] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 is going to be updated. [ 681.664703] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.664703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.664703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.665066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.665229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.677725] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 in Status: IN_PROGRESS for 2s [ 681.737716] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.737948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.738044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.738323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.738434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.738570] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11855806-3e34-4c90-94b9-50323f2ba427 is going to be created. [ 681.765289] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.766232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.766355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.766536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.766731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.779169] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11855806-3e34-4c90-94b9-50323f2ba427 in Status: UNINITIALIZED for 2s [ 681.915717] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d466f6d-d242-44e6-8d12-6699d56dfaa8: rpc.has_security_group_logging(os_id): False [ 681.937399] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.938243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.938243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.938243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.938243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.938490] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.938663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.938828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.939150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.939255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.939536] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.939737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.939900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.940211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.940368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.940773] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.940941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.941063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.941308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.941528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.941658] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be created. [ 682.017992] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.018304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.018727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.018854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.019138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.038751] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 682.101931] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.102275] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.102396] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.102606] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.102764] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.102912] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 668eddb5-29ba-45df-88ba-dcca6d4e162f not found, creating... [ 682.103241] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.103509] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.103655] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.103902] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.104063] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.104403] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.104558] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.104675] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.104900] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.105105] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.105290] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 668eddb5-29ba-45df-88ba-dcca6d4e162f is going to be created. [ 682.147205] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.147511] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.147631] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.147904] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.148166] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.148414] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-668eddb5-29ba-45df-88ba-dcca6d4e162f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.862456] env[65073]: INFO networking_nsxv3.common.synchronization [req-4cb6b0c4-7aef-4c48-9cca-5572ac9573f7 req-8a950fd9-c1df-4d6b-9c7e-1309e1775713 service nova] Enqueued Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_rules [ 682.862817] env[65073]: INFO networking_nsxv3.common.synchronization [req-4cb6b0c4-7aef-4c48-9cca-5572ac9573f7 req-8a950fd9-c1df-4d6b-9c7e-1309e1775713 service nova] Enqueued Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_members [ 682.862817] env[65073]: INFO networking_nsxv3.common.synchronization [req-4cb6b0c4-7aef-4c48-9cca-5572ac9573f7 req-8a950fd9-c1df-4d6b-9c7e-1309e1775713 service nova] Enqueued Resource ID: 668eddb5-29ba-45df-88ba-dcca6d4e162f with Priority: HIGHEST for action port [ 682.863279] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_rules [ 682.863413] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_members [ 682.863502] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668eddb5-29ba-45df-88ba-dcca6d4e162f with Priority: HIGHEST for action port [ 682.864117] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.864117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.864117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.864405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.864405] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.866352] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.866352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.866352] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-668eddb5-29ba-45df-88ba-dcca6d4e162f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.866352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-668eddb5-29ba-45df-88ba-dcca6d4e162f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.866352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-668eddb5-29ba-45df-88ba-dcca6d4e162f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.866352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-668eddb5-29ba-45df-88ba-dcca6d4e162f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.866352] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('668eddb5-29ba-45df-88ba-dcca6d4e162f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.368861] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.369148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.369252] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 668eddb5-29ba-45df-88ba-dcca6d4e162f with status ACTIVE [ 683.369461] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.369574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.369638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.369856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.369955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.370164] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.370265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.370345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.370510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.370594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.370782] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.370904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.370944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.371098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.371143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.371223] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 668eddb5-29ba-45df-88ba-dcca6d4e162f is going to be updated. [ 683.394929] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.395782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.395782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.395782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.395782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.395782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-668eddb5-29ba-45df-88ba-dcca6d4e162f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.642448] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d in Status: SUCCESS [ 683.642448] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d deletion is rescheduled due to dependency. [ 683.642448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.688676] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 in Status: SUCCESS [ 683.688907] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 deletion is rescheduled due to dependency. [ 683.689123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.689308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.689866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.690130] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.690274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.690319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.690491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.690567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.691387] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.792250] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11855806-3e34-4c90-94b9-50323f2ba427 in Status: SUCCESS [ 683.792469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.792667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.792923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.793147] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.793304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.793402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.793604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.793690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.793781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.793918] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11855806-3e34-4c90-94b9-50323f2ba427',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.835396] env[65073]: INFO networking_nsxv3.common.synchronization [req-727f98a2-b7a0-4a73-b135-518e6d6219a9 req-d1768fba-7c8e-489b-b298-78e1674461b6 tempest-ServerRescueTestJSON-175706971 tempest-ServerRescueTestJSON-175706971-project-member] Enqueued Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_members [ 683.835857] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_members [ 683.836913] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.837116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.837191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.837386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.837550] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.837639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.837704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.837846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.837929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.838033] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.055050] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 684.055050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.192935] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.223400] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.223663] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-921" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.223734] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-921" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.223996] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-921" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.224635] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.224926] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.225188] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.225999] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.226283] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.227017] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.227017] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.227175] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.227405] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.227563] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.227737] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.227907] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.248394] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.248566] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.248698] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.248953] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-921" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.249286] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-9fde4545-023f-4cf9-8828-41e2bc71f3b9 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.249606] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-9fde4545-023f-4cf9-8828-41e2bc71f3b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.249760] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-9fde4545-023f-4cf9-8828-41e2bc71f3b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.250032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-9fde4545-023f-4cf9-8828-41e2bc71f3b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.250165] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fde4545-023f-4cf9-8828-41e2bc71f3b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.296440] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11855806-3e34-4c90-94b9-50323f2ba427',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.340045] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.695436] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.752710] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.753199] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.753199] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.753542] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.753678] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.753841] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 9fde4545-023f-4cf9-8828-41e2bc71f3b9 not found, creating... [ 684.754199] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.755055] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.755055] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.755055] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.755055] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.755350] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.755450] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.756038] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.756038] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.756038] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.756038] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 9fde4545-023f-4cf9-8828-41e2bc71f3b9 is going to be created. [ 684.778551] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.778754] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.778863] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.781149] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.781149] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.781149] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-9fde4545-023f-4cf9-8828-41e2bc71f3b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.799063] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11855806-3e34-4c90-94b9-50323f2ba427: rpc.has_security_group_logging(os_id): False [ 684.833299] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.833549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.833549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.835043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.835043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.835043] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.835043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.835043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.835043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.835043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.835043] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11855806-3e34-4c90-94b9-50323f2ba427 is going to be created. [ 684.843971] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.950408] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.950602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.950670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.950858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.951060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.969288] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11855806-3e34-4c90-94b9-50323f2ba427 in Status: IN_PROGRESS for 2s [ 685.200733] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.201181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.201181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.201353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.201415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.201504] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 is going to be updated. [ 685.251103] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.251366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.251429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.251698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.251900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.265617] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 in Status: IN_PROGRESS for 2s [ 685.348026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.348026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.348026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.348188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.348227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.348329] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 is going to be updated. [ 685.393567] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.393660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.393703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.393915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.394079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.410796] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 in Status: IN_PROGRESS for 2s [ 685.550063] env[65073]: INFO networking_nsxv3.common.synchronization [req-727f98a2-b7a0-4a73-b135-518e6d6219a9 req-270b6af6-46ab-4a31-837c-2d3096e0c2d7 service nova] Enqueued Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_rules [ 685.550271] env[65073]: INFO networking_nsxv3.common.synchronization [req-727f98a2-b7a0-4a73-b135-518e6d6219a9 req-270b6af6-46ab-4a31-837c-2d3096e0c2d7 service nova] Enqueued Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_members [ 685.550406] env[65073]: INFO networking_nsxv3.common.synchronization [req-727f98a2-b7a0-4a73-b135-518e6d6219a9 req-270b6af6-46ab-4a31-837c-2d3096e0c2d7 service nova] Enqueued Resource ID: 9fde4545-023f-4cf9-8828-41e2bc71f3b9 with Priority: HIGHEST for action port [ 685.550944] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_rules [ 685.551150] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_members [ 685.551192] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fde4545-023f-4cf9-8828-41e2bc71f3b9 with Priority: HIGHEST for action port [ 685.551501] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.551804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.551804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.551995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.551995] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.553318] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.553318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.555574] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fde4545-023f-4cf9-8828-41e2bc71f3b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.555574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fde4545-023f-4cf9-8828-41e2bc71f3b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.555574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fde4545-023f-4cf9-8828-41e2bc71f3b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.555574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fde4545-023f-4cf9-8828-41e2bc71f3b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.555574] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fde4545-023f-4cf9-8828-41e2bc71f3b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.056828] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.058155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.059814] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fde4545-023f-4cf9-8828-41e2bc71f3b9 with status ACTIVE [ 686.059814] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.059814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.059814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.059814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.059814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.059814] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.060159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.060159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.060159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.060271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.060417] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.060510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.060634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.060783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.060857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.060944] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fde4545-023f-4cf9-8828-41e2bc71f3b9 is going to be updated. [ 686.088507] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.088507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.088507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.088507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.088507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.088507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fde4545-023f-4cf9-8828-41e2bc71f3b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.766441] env[65073]: INFO networking_nsxv3.common.synchronization [req-08c0097f-b255-4dd3-8259-e8c546d14d47 req-3246dccb-323b-488f-b1f2-29c09f7e6e63 tempest-ServerDiagnosticsNegativeTest-160172188 tempest-ServerDiagnosticsNegativeTest-160172188-project-member] Enqueued Resource ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 with Priority: HIGHEST for action security_group_members [ 686.766748] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 with Priority: HIGHEST for action security_group_members [ 686.767989] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.768233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.768355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.768722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.768884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.769113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.769181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.769474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.769588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.769753] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cc2879e-b450-4a77-b4f9-52555e6d3fc8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.981326] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11855806-3e34-4c90-94b9-50323f2ba427 in Status: SUCCESS [ 686.982055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.272796] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.273237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.273390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.273877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.274176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.274641] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.274770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.274888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.275110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.275225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.275339] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 is going to be updated. [ 687.277413] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 in Status: SUCCESS [ 687.277605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.277820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.278080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.278318] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.278499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.278588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.278805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.278917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.279288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.279421] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.315971] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.315971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.315971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.316283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.316424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.327583] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 in Status: IN_PROGRESS for 2s [ 687.424337] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 in Status: SUCCESS [ 687.424572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.424765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.425040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.425240] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.425376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.425442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.425615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.425721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.425858] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.783056] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.783435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.783435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.783635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.783722] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.783782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.783865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.783945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.784045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.784133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.784276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.784361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.784419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.784553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.785832] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.785832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.785832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.785832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.785832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.785832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.785832] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.928948] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.287405] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a01f5be-591b-4d44-abe9-e9b3b716fa45: rpc.has_security_group_logging(os_id): False [ 688.310967] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.310967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.310967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.310967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.310967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.310967] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.310967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.310967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.310967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.310967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.312297] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.312460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.312460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.312664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.312790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.313122] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.313209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.313287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.313826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.313939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.314045] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 is going to be updated. [ 688.390693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.390900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.390900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.391116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.391218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.408231] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 in Status: IN_PROGRESS for 2s [ 688.431391] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.934725] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.935624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.935883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.936112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.936321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.936405] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 is going to be updated. [ 688.996385] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.996751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.996751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.997050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.997897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.010771] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 in Status: IN_PROGRESS for 2s [ 689.342043] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 in Status: SUCCESS [ 689.342043] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cc2879e-b450-4a77-b4f9-52555e6d3fc8 deletion is rescheduled due to dependency. [ 689.342043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cc2879e-b450-4a77-b4f9-52555e6d3fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.784327] env[65073]: INFO networking_nsxv3.common.synchronization [req-2ebdf50e-8c96-4e7e-8143-397450f6c9e7 req-27c869cf-d1d5-4b5a-bece-ecf7265669a4 tempest-VolumesAdminNegativeTest-2085998592 tempest-VolumesAdminNegativeTest-2085998592-project-member] Enqueued Resource ID: cf788a74-98ab-4c48-91a6-13790340a632 with Priority: HIGHEST for action security_group_members [ 689.786470] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf788a74-98ab-4c48-91a6-13790340a632 with Priority: HIGHEST for action security_group_members [ 689.786821] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf788a74-98ab-4c48-91a6-13790340a632 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.786993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.787189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.787518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.787951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.787951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.787951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.788655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.788655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.788655] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf788a74-98ab-4c48-91a6-13790340a632',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.175356] env[65073]: INFO networking_nsxv3.common.synchronization [None req-a1965e29-30bd-44c0-aac0-fe58c110c52a None None] Enqueued Resource ID: f4ef5b8a-6d03-4ec7-b7a8-e74655949691 with Priority: HIGHEST for action port [ 690.175620] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ef5b8a-6d03-4ec7-b7a8-e74655949691 with Priority: HIGHEST for action port [ 690.176674] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4ef5b8a-6d03-4ec7-b7a8-e74655949691 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.176674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4ef5b8a-6d03-4ec7-b7a8-e74655949691" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.176674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4ef5b8a-6d03-4ec7-b7a8-e74655949691" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.176910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4ef5b8a-6d03-4ec7-b7a8-e74655949691" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.176910] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ef5b8a-6d03-4ec7-b7a8-e74655949691',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.233867] env[65073]: INFO networking_nsxv3.common.synchronization [req-47e9c962-58f0-435d-af92-2d87e06752c2 req-76ff6e79-a81f-4adb-bc5a-9d714f8c94ee tempest-ServersAdminNegativeTestJSON-1432671933 tempest-ServersAdminNegativeTestJSON-1432671933-project-member] Enqueued Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_members [ 690.233867] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_members [ 690.234078] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.234218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.234285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.235164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.235730] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.235730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.235880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.236187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.236187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.236187] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.291077] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.291625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.292106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.292429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.292545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.292813] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.292982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.293086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.293295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.293382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.293523] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf788a74-98ab-4c48-91a6-13790340a632 is going to be updated. [ 690.331288] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.331461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.331461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.331602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.331743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.342801] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf788a74-98ab-4c48-91a6-13790340a632 in Status: IN_PROGRESS for 2s [ 690.422304] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 in Status: SUCCESS [ 690.422686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.679549] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4ef5b8a-6d03-4ec7-b7a8-e74655949691 [ 690.679906] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.679906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.680164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.680231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.680275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.681157] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4ef5b8a-6d03-4ec7-b7a8-e74655949691 already deleted. [ 690.681157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4ef5b8a-6d03-4ec7-b7a8-e74655949691" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.742904] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.743240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.743424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.743805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.743940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.744259] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.744537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.744537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.744658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.744736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.744850] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 already deleted. [ 690.744947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.843423] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.843522] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.843646] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.843902] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.846558] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.846732] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.846794] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.847095] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.847204] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.847412] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.847517] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.847700] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.847700] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.849108] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.849108] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.849108] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.873090] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.873090] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.873090] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.873669] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.873669] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-f1121745-7a74-4dd1-9e8f-82d877b0653f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.874266] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-f1121745-7a74-4dd1-9e8f-82d877b0653f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.874266] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-f1121745-7a74-4dd1-9e8f-82d877b0653f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.874452] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-f1121745-7a74-4dd1-9e8f-82d877b0653f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.874586] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1121745-7a74-4dd1-9e8f-82d877b0653f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.023174] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 in Status: SUCCESS [ 691.023473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.023778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.023957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.024273] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.024273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.024273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.024442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.024689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.024689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.024689] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.387208] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.387208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.387208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.387208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.387208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.387208] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port f1121745-7a74-4dd1-9e8f-82d877b0653f not found, creating... [ 691.387208] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.387208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.387208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.387208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.387208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.390189] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.390189] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.390189] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.390189] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.390189] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.390189] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: f1121745-7a74-4dd1-9e8f-82d877b0653f is going to be created. [ 691.408475] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.409092] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.410892] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.410892] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.410892] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.411763] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-f1121745-7a74-4dd1-9e8f-82d877b0653f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.527621] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.527794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.527867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.528120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.528311] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.528415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.528476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.528628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.528709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.528799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.528936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.529042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.529190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.530925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.530925] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.530925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.530925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.530925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.530925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.530925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.530925] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.033518] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89a9aa27-aefa-4590-af17-3472aa4ea192: rpc.has_security_group_logging(os_id): False [ 692.051311] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.051552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.051552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.053072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.053072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.053072] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.053072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.053237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.053361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.053441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.053678] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.053779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.053825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.053981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.054062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.054239] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.054334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.054389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.054513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.054582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.054662] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 is going to be updated. [ 692.115119] env[65073]: INFO networking_nsxv3.common.synchronization [req-47e9c962-58f0-435d-af92-2d87e06752c2 req-78e51db6-94b1-45d6-b54a-0f3933cea703 service nova] Enqueued Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_rules [ 692.115119] env[65073]: INFO networking_nsxv3.common.synchronization [req-47e9c962-58f0-435d-af92-2d87e06752c2 req-78e51db6-94b1-45d6-b54a-0f3933cea703 service nova] Enqueued Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_members [ 692.115119] env[65073]: INFO networking_nsxv3.common.synchronization [req-47e9c962-58f0-435d-af92-2d87e06752c2 req-78e51db6-94b1-45d6-b54a-0f3933cea703 service nova] Enqueued Resource ID: f1121745-7a74-4dd1-9e8f-82d877b0653f with Priority: HIGHEST for action port [ 692.115119] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_rules [ 692.115119] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_members [ 692.115119] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1121745-7a74-4dd1-9e8f-82d877b0653f with Priority: HIGHEST for action port [ 692.115119] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.115119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.115119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.115119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.115119] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.116255] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.116516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.116694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.116935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.117171] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.117360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.117484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.117792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.117944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.118167] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.119329] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1121745-7a74-4dd1-9e8f-82d877b0653f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.119573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1121745-7a74-4dd1-9e8f-82d877b0653f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.119739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1121745-7a74-4dd1-9e8f-82d877b0653f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.119953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1121745-7a74-4dd1-9e8f-82d877b0653f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.120108] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1121745-7a74-4dd1-9e8f-82d877b0653f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.122380] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.122618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.122875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.123196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.124018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.138242] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 in Status: IN_PROGRESS for 2s [ 692.353433] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf788a74-98ab-4c48-91a6-13790340a632 in Status: SUCCESS [ 692.353661] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf788a74-98ab-4c48-91a6-13790340a632 deletion is rescheduled due to dependency. [ 692.353802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.623850] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.626914] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.626914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.626914] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1121745-7a74-4dd1-9e8f-82d877b0653f with status ACTIVE [ 692.626914] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.626914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.626914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.627370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.627411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.627590] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.627706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.627779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.627931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.628020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.628220] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.628320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.628368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.628509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.628687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.628687] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1121745-7a74-4dd1-9e8f-82d877b0653f is going to be updated. [ 692.656298] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.656845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.656845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.656845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.657130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.657130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1121745-7a74-4dd1-9e8f-82d877b0653f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.126580] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.157484] env[65073]: INFO networking_nsxv3.common.synchronization [None req-239fc464-ee9f-4757-958b-926ca22ce91c None None] Enqueued Resource ID: d4cf15fe-78e4-4a38-8fdf-e28cb8328a78 with Priority: HIGHEST for action port [ 693.162142] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4cf15fe-78e4-4a38-8fdf-e28cb8328a78 with Priority: HIGHEST for action port [ 693.162142] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4cf15fe-78e4-4a38-8fdf-e28cb8328a78 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.162142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4cf15fe-78e4-4a38-8fdf-e28cb8328a78" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.162142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4cf15fe-78e4-4a38-8fdf-e28cb8328a78" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.162142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4cf15fe-78e4-4a38-8fdf-e28cb8328a78" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.162142] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4cf15fe-78e4-4a38-8fdf-e28cb8328a78',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.629477] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.629759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.629759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.630605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.632203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.633183] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 is going to be created. [ 693.664269] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.664425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.664495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.664801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.664874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.669255] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4cf15fe-78e4-4a38-8fdf-e28cb8328a78 [ 693.669791] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.669791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.669915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.670067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.670168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.670287] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4cf15fe-78e4-4a38-8fdf-e28cb8328a78 already deleted. [ 693.670390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4cf15fe-78e4-4a38-8fdf-e28cb8328a78" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.684312] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 in Status: UNINITIALIZED for 2s [ 694.154616] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 in Status: SUCCESS [ 694.154616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.349228] env[65073]: INFO networking_nsxv3.common.synchronization [None req-b43300a8-8551-4f22-a4f2-d3e069e6988c None None] Enqueued Resource ID: 08147669-a424-4a92-b2b6-8e67355d58bb with Priority: HIGHEST for action port [ 694.350267] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08147669-a424-4a92-b2b6-8e67355d58bb with Priority: HIGHEST for action port [ 694.350617] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-08147669-a424-4a92-b2b6-8e67355d58bb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.350713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08147669-a424-4a92-b2b6-8e67355d58bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.350772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08147669-a424-4a92-b2b6-8e67355d58bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.351178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08147669-a424-4a92-b2b6-8e67355d58bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.351608] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08147669-a424-4a92-b2b6-8e67355d58bb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.858649] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08147669-a424-4a92-b2b6-8e67355d58bb [ 694.858649] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.858649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.858649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.858649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.858649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.858649] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08147669-a424-4a92-b2b6-8e67355d58bb already deleted. [ 694.858649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08147669-a424-4a92-b2b6-8e67355d58bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.698425] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 in Status: SUCCESS [ 695.701092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.701092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.701092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.701092] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.701092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.701092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.701092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.701092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.701092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.701092] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.206220] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.206553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.206553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.206670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.208853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.208962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.209386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.209386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.209386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.209514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.210047] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.210047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.210047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.210261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.210261] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.210350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.211040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.211040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.211040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.211040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.211040] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.589727] env[65073]: INFO networking_nsxv3.common.synchronization [None req-38095a20-5d7e-497f-a5a2-6ae07cd80247 None None] Enqueued Resource ID: b552d082-c63a-4c80-8310-d469c7f25ad6 with Priority: HIGHEST for action port [ 696.591116] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b552d082-c63a-4c80-8310-d469c7f25ad6 with Priority: HIGHEST for action port [ 696.591116] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b552d082-c63a-4c80-8310-d469c7f25ad6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.591116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b552d082-c63a-4c80-8310-d469c7f25ad6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.591116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b552d082-c63a-4c80-8310-d469c7f25ad6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.591116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b552d082-c63a-4c80-8310-d469c7f25ad6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.591116] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b552d082-c63a-4c80-8310-d469c7f25ad6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.638783] env[65073]: INFO networking_nsxv3.common.synchronization [req-36b19bc6-2c58-46d5-b180-3add9be7da98 req-168f676a-b352-4860-b83e-3eda507fa91c tempest-FloatingIPsAssociationTestJSON-1713797848 tempest-FloatingIPsAssociationTestJSON-1713797848-project-member] Enqueued Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_members [ 696.639654] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_members [ 696.640134] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.640882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.640882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.641947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.641947] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.641947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.641947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.641947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.641947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.641947] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.715393] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7a896d1-0c47-4da8-9f7d-08735f5684e3: rpc.has_security_group_logging(os_id): False [ 696.736868] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.737146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.737319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.737637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.737801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.738207] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.738379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.738490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.738756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.738929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.740305] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.740428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.740494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.740802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.740943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.741201] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.741304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.741369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.741527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.741606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.741695] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 is going to be created. [ 696.811263] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.811263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.811263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.811263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.811263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.827120] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 in Status: IN_PROGRESS for 2s [ 696.878738] env[65073]: INFO networking_nsxv3.common.synchronization [None req-591ba70d-3d6d-4314-809b-17c7d44405fb None None] Enqueued Resource ID: d57874a3-afac-4f4d-9960-402104f32051 with Priority: HIGHEST for action port [ 696.879834] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57874a3-afac-4f4d-9960-402104f32051 with Priority: HIGHEST for action port [ 696.879834] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d57874a3-afac-4f4d-9960-402104f32051 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.879834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d57874a3-afac-4f4d-9960-402104f32051" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.880128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d57874a3-afac-4f4d-9960-402104f32051" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.880158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d57874a3-afac-4f4d-9960-402104f32051" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.880229] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d57874a3-afac-4f4d-9960-402104f32051',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.039407] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.039873] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-308" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.039873] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-308" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.040145] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-308" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.040459] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.040684] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.040848] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.041168] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.041357] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.041600] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.041781] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.041911] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.042027] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.042139] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.042240] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.042370] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.068077] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.068469] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.068887] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.069177] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-308" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.070269] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-a412a79e-6656-4918-b16f-9be3fe3c806f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.070713] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-a412a79e-6656-4918-b16f-9be3fe3c806f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.070893] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-a412a79e-6656-4918-b16f-9be3fe3c806f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.071327] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-a412a79e-6656-4918-b16f-9be3fe3c806f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.071601] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a412a79e-6656-4918-b16f-9be3fe3c806f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.094777] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b552d082-c63a-4c80-8310-d469c7f25ad6 [ 697.095127] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.095304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.095384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.095655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.095779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.095910] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b552d082-c63a-4c80-8310-d469c7f25ad6 already deleted. [ 697.096129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b552d082-c63a-4c80-8310-d469c7f25ad6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.150839] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.382375] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d57874a3-afac-4f4d-9960-402104f32051 [ 697.382375] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.382736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.382736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.382796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.382824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.382919] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d57874a3-afac-4f4d-9960-402104f32051 already deleted. [ 697.383014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d57874a3-afac-4f4d-9960-402104f32051" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.574759] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.574995] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.575131] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.575410] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.575553] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.575703] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port a412a79e-6656-4918-b16f-9be3fe3c806f not found, creating... [ 697.575970] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.576131] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.576242] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.576451] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.576581] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.576856] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.577022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.577139] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.577423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.577585] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.577726] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: a412a79e-6656-4918-b16f-9be3fe3c806f is going to be created. [ 697.598260] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.598461] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.598576] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.598901] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.599070] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.599280] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-a412a79e-6656-4918-b16f-9be3fe3c806f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.653553] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.157927] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.158099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.158174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.158407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.158499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.158596] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 is going to be updated. [ 698.188025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.188262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.188397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.188700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.188916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.201552] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: IN_PROGRESS for 2s [ 698.383375] env[65073]: INFO networking_nsxv3.common.synchronization [req-36b19bc6-2c58-46d5-b180-3add9be7da98 req-d6d7406b-5638-4f9e-8440-96c3fe674e47 service nova] Enqueued Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_rules [ 698.383375] env[65073]: INFO networking_nsxv3.common.synchronization [req-36b19bc6-2c58-46d5-b180-3add9be7da98 req-d6d7406b-5638-4f9e-8440-96c3fe674e47 service nova] Enqueued Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_members [ 698.383375] env[65073]: INFO networking_nsxv3.common.synchronization [req-36b19bc6-2c58-46d5-b180-3add9be7da98 req-d6d7406b-5638-4f9e-8440-96c3fe674e47 service nova] Enqueued Resource ID: a412a79e-6656-4918-b16f-9be3fe3c806f with Priority: HIGHEST for action port [ 698.384128] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_rules [ 698.384128] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_members [ 698.384128] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a412a79e-6656-4918-b16f-9be3fe3c806f with Priority: HIGHEST for action port [ 698.384279] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.384279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.384357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.384561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.384643] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.386222] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.386222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.386222] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a412a79e-6656-4918-b16f-9be3fe3c806f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.386526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a412a79e-6656-4918-b16f-9be3fe3c806f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.386526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a412a79e-6656-4918-b16f-9be3fe3c806f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.386526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a412a79e-6656-4918-b16f-9be3fe3c806f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.386629] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a412a79e-6656-4918-b16f-9be3fe3c806f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.549923] env[65073]: INFO networking_nsxv3.common.synchronization [None req-8d0bb5cc-0e9b-4c46-9b9e-713b4f3c2fce tempest-AttachVolumeShelveTestJSON-736925684 tempest-AttachVolumeShelveTestJSON-736925684-project-member] Enqueued Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_rules [ 698.550331] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_rules [ 698.550431] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb06955-8389-4e79-8d5f-1d29bc037b17 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.550538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.550631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.552284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.552284] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.650027] env[65073]: INFO networking_nsxv3.common.synchronization [None req-2b11989b-8a54-4bad-acff-7c5abc7cdd0d tempest-AttachVolumeShelveTestJSON-736925684 tempest-AttachVolumeShelveTestJSON-736925684-project-member] Enqueued Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_rules [ 698.650486] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_rules [ 698.651087] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb06955-8389-4e79-8d5f-1d29bc037b17 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.651087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.842306] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 in Status: SUCCESS [ 698.842657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.890273] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.890273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.890273] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a412a79e-6656-4918-b16f-9be3fe3c806f with status ACTIVE [ 698.890273] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.890273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.890273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.890273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.890496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.890496] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.890621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.890838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.890838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.890990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.891149] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.891245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.891357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.891438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.891633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.891633] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a412a79e-6656-4918-b16f-9be3fe3c806f is going to be updated. [ 698.919303] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.920987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.920987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.920987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.920987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.920987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a412a79e-6656-4918-b16f-9be3fe3c806f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.071968] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.072277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.072277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.072444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.072499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.072598] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 already deleted. [ 699.072682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.072836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.072981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.073078] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.287575] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4be6f267-3b05-41d1-b756-c0e39ce0f516 None None] Enqueued Resource ID: 56cf92d1-2075-4be5-b5c9-c804e42f3445 with Priority: HIGHEST for action port [ 699.288329] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cf92d1-2075-4be5-b5c9-c804e42f3445 with Priority: HIGHEST for action port [ 699.288622] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-56cf92d1-2075-4be5-b5c9-c804e42f3445 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.288763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56cf92d1-2075-4be5-b5c9-c804e42f3445" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.288861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56cf92d1-2075-4be5-b5c9-c804e42f3445" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.289164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56cf92d1-2075-4be5-b5c9-c804e42f3445" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.289271] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56cf92d1-2075-4be5-b5c9-c804e42f3445',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.600864] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.601175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.601175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.601284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.601390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.601492] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 already deleted. [ 699.601570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.792220] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56cf92d1-2075-4be5-b5c9-c804e42f3445 [ 699.793431] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.793724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.794298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.794676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.795226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.798532] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56cf92d1-2075-4be5-b5c9-c804e42f3445 already deleted. [ 699.798532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56cf92d1-2075-4be5-b5c9-c804e42f3445" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.215280] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: IN_PROGRESS for 4s [ 702.229884] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: SUCCESS [ 702.230402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.230402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.230800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.231101] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.231287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.231395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.231632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.231758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.231863] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.734964] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.990024] env[65073]: INFO networking_nsxv3.common.synchronization [req-ed60dfbe-326a-429b-8f61-ebbf90a80401 req-8a495dd1-6768-4720-a4d6-70d8b9cb77eb tempest-ServersTestFqdnHostnames-595204648 tempest-ServersTestFqdnHostnames-595204648-project-member] Enqueued Resource ID: b1057615-1215-4d8c-96e7-0710c027c92e with Priority: HIGHEST for action security_group_members [ 702.990024] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1057615-1215-4d8c-96e7-0710c027c92e with Priority: HIGHEST for action security_group_members [ 702.990024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1057615-1215-4d8c-96e7-0710c027c92e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.990024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.990344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.990344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.990430] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.990522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.990586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.990776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.990863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.990963] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1057615-1215-4d8c-96e7-0710c027c92e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.237753] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.493735] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.493921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.494015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.494315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.494487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.494786] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.494952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.495079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.495337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.495470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.495575] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1057615-1215-4d8c-96e7-0710c027c92e is going to be updated. [ 703.526610] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.526773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.526852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.527938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.527938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.537603] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1057615-1215-4d8c-96e7-0710c027c92e in Status: IN_PROGRESS for 2s [ 703.742103] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.742293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.742366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.742620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.742682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.742790] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 is going to be updated. [ 703.776150] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.776300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.776375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.776982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.776982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.787225] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: IN_PROGRESS for 2s [ 705.489765] env[65073]: INFO networking_nsxv3.common.synchronization [None req-85cfceae-8481-4f4d-8b8c-d3f16a1fc81e None None] Enqueued Resource ID: ead30ac0-5e55-44f2-baaa-a0f3acf3d184 with Priority: HIGHEST for action port [ 705.490013] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead30ac0-5e55-44f2-baaa-a0f3acf3d184 with Priority: HIGHEST for action port [ 705.490242] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ead30ac0-5e55-44f2-baaa-a0f3acf3d184 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.490359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ead30ac0-5e55-44f2-baaa-a0f3acf3d184" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.490422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ead30ac0-5e55-44f2-baaa-a0f3acf3d184" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.490769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ead30ac0-5e55-44f2-baaa-a0f3acf3d184" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.490769] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ead30ac0-5e55-44f2-baaa-a0f3acf3d184',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.548865] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1057615-1215-4d8c-96e7-0710c027c92e in Status: SUCCESS [ 705.549897] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1057615-1215-4d8c-96e7-0710c027c92e deletion is rescheduled due to dependency. [ 705.550044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.797840] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: SUCCESS [ 705.798210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.798316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.798456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.798703] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.798828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.798891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.799061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.799149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.799596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.799596] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.993052] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ead30ac0-5e55-44f2-baaa-a0f3acf3d184 [ 705.993328] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.993506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.993586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.994315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.994408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.994505] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ead30ac0-5e55-44f2-baaa-a0f3acf3d184 already deleted. [ 705.994584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ead30ac0-5e55-44f2-baaa-a0f3acf3d184" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.264746] env[65073]: INFO networking_nsxv3.common.synchronization [req-dd9ba155-47bb-4866-ad63-3e9060a5f05d req-6c09c368-98ee-4e39-8639-7ff3810cd0e8 tempest-ListServerFiltersTestJSON-272576157 tempest-ListServerFiltersTestJSON-272576157-project-member] Enqueued Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 706.265380] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 706.265720] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.265871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.265940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.268116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.268116] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.268116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.268116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.268723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.268848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.268976] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.302889] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.303407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.303735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.304111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.304549] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.304840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.304959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.305525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.305525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.305691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.305919] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.306077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.306185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.306457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.306598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.306982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.307082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.307284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.307382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.307709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.307837] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.772925] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.773265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.773265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.773380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.773476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.773706] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.773812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.773857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.774112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.774223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.774308] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 already deleted. [ 706.774385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.812756] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4: rpc.has_security_group_logging(os_id): False [ 706.837898] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.838278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.838336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.838554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.838644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.838832] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.838934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.839043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.839155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.839229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.839424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.839515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.839576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.839791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.839867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.840900] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.841057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.841137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.841285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.841363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.841449] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 is going to be updated. [ 706.854882] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.854882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.854882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.854882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.854882] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.854882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.854882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.854882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.854882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.854882] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.854882] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.854882] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.854882] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.855365] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.855365] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.855365] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.877816] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.878069] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.878249] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.878453] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.878841] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-216a7b0b-687e-4468-927b-236c7af936a6 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.879061] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-216a7b0b-687e-4468-927b-236c7af936a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.879222] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-216a7b0b-687e-4468-927b-236c7af936a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.879539] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-216a7b0b-687e-4468-927b-236c7af936a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.880102] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216a7b0b-687e-4468-927b-236c7af936a6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.907343] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.907491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.907587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.907842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.907998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.921682] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: IN_PROGRESS for 2s [ 707.147847] env[65073]: INFO networking_nsxv3.common.synchronization [req-aa8fd5e1-cce8-4668-8a3b-addcab715ae4 req-6abdf270-1ec6-4559-978d-28dbcc8ff9aa tempest-DeleteServersAdminTestJSON-812588632 tempest-DeleteServersAdminTestJSON-812588632-project-member] Enqueued Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_members [ 707.148946] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGHEST for action security_group_members [ 707.148946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.148946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.148946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.149157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.149455] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.149455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.149581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.149700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.149793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.149885] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.383237] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.383539] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.383707] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.384177] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.384252] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.384459] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 216a7b0b-687e-4468-927b-236c7af936a6 not found, creating... [ 707.384884] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.386112] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.386323] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.386601] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.388577] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.388577] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.388577] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.388577] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.388577] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.388577] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.388577] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 216a7b0b-687e-4468-927b-236c7af936a6 is going to be created. [ 707.411636] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.412046] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.412046] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.412412] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.412834] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.412988] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-216a7b0b-687e-4468-927b-236c7af936a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.653239] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.653576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.653576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.655577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.655577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.655577] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.655577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.655577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.655577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.655577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.655577] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 is going to be updated. [ 707.696983] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.697184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.697184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.697710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.700206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.713368] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 in Status: IN_PROGRESS for 2s [ 708.148812] env[65073]: INFO networking_nsxv3.common.synchronization [None req-63d990d7-b436-400e-9f74-c2c7869781a2 None None] Enqueued Resource ID: c7181bb7-9f33-41c6-91ef-e2829bd7c9ad with Priority: HIGHEST for action port [ 708.149570] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7181bb7-9f33-41c6-91ef-e2829bd7c9ad with Priority: HIGHEST for action port [ 708.149739] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7181bb7-9f33-41c6-91ef-e2829bd7c9ad taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.152473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7181bb7-9f33-41c6-91ef-e2829bd7c9ad" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.152553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7181bb7-9f33-41c6-91ef-e2829bd7c9ad" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.152846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7181bb7-9f33-41c6-91ef-e2829bd7c9ad" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.152932] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7181bb7-9f33-41c6-91ef-e2829bd7c9ad',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.205495] env[65073]: INFO networking_nsxv3.common.synchronization [req-dd9ba155-47bb-4866-ad63-3e9060a5f05d req-074d9737-0ef8-44d1-a151-e4d0ea11c91d service nova] Enqueued Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_rules [ 708.205726] env[65073]: INFO networking_nsxv3.common.synchronization [req-dd9ba155-47bb-4866-ad63-3e9060a5f05d req-074d9737-0ef8-44d1-a151-e4d0ea11c91d service nova] Enqueued Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 708.205958] env[65073]: INFO networking_nsxv3.common.synchronization [req-dd9ba155-47bb-4866-ad63-3e9060a5f05d req-074d9737-0ef8-44d1-a151-e4d0ea11c91d service nova] Enqueued Resource ID: 216a7b0b-687e-4468-927b-236c7af936a6 with Priority: HIGHEST for action port [ 708.206839] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_rules [ 708.207009] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 708.207163] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216a7b0b-687e-4468-927b-236c7af936a6 with Priority: HIGHEST for action port [ 708.207525] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.207640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.207715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.208027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.208165] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.209421] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.209421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.209502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.210614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.210614] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.210614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.210614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.210614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.210614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.210614] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.212691] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-216a7b0b-687e-4468-927b-236c7af936a6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.212825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-216a7b0b-687e-4468-927b-236c7af936a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.213052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-216a7b0b-687e-4468-927b-236c7af936a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.213256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-216a7b0b-687e-4468-927b-236c7af936a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.213351] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216a7b0b-687e-4468-927b-236c7af936a6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.656264] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7181bb7-9f33-41c6-91ef-e2829bd7c9ad [ 708.656382] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.656542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.656542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.656969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.656969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.657538] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7181bb7-9f33-41c6-91ef-e2829bd7c9ad already deleted. [ 708.657538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7181bb7-9f33-41c6-91ef-e2829bd7c9ad" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.669582] env[65073]: INFO networking_nsxv3.common.synchronization [req-9e7ab682-99c8-4128-be32-c34f8777891e req-7164b200-613b-42a0-8287-32455e4a86a8 tempest-ListServerFiltersTestJSON-272576157 tempest-ListServerFiltersTestJSON-272576157-project-member] Enqueued Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 708.670237] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 708.670553] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.670790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.716210] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.716511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.716622] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.719443] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 216a7b0b-687e-4468-927b-236c7af936a6 with status ACTIVE [ 708.719755] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.719900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.719967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.720305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.720389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.720571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.720675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.720736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.720942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.720987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.721204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.721290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.721349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.721480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.721552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.721634] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 216a7b0b-687e-4468-927b-236c7af936a6 is going to be updated. [ 708.748233] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.748828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.748828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.748828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.748828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.749026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-216a7b0b-687e-4468-927b-236c7af936a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.938456] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: SUCCESS [ 708.938758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.186033] env[65073]: INFO networking_nsxv3.common.synchronization [None req-3e8661a2-b659-4690-b915-b810b8cf9bf8 tempest-ServerActionsTestJSON-1719847796 tempest-ServerActionsTestJSON-1719847796-project-member] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_rules [ 709.187183] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_rules [ 709.187378] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.187473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.187525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.187791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.187861] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.219841] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.301904] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.302156] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.302291] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.302607] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.302923] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.303127] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.303241] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.303525] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.303623] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.306658] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.306658] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.306658] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.306658] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.306658] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.306658] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.306658] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.329903] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.331322] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.331548] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.331799] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.332504] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-89a00413-1a43-4cea-bc34-7d761e50cad9 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.332504] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-89a00413-1a43-4cea-bc34-7d761e50cad9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.332685] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-89a00413-1a43-4cea-bc34-7d761e50cad9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.332935] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-89a00413-1a43-4cea-bc34-7d761e50cad9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.333159] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89a00413-1a43-4cea-bc34-7d761e50cad9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.497378] env[65073]: INFO networking_nsxv3.common.synchronization [None req-ad22073e-ecb4-44a7-bee2-8b4c9282bdb0 tempest-ServerActionsTestJSON-1719847796 tempest-ServerActionsTestJSON-1719847796-project-member] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_rules [ 709.497378] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_rules [ 709.497378] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.497378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.710112] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.710320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.710438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.710726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.710929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.711093] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a465350-0988-4298-b432-7cb880c2eabe already deleted. [ 709.712336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.714990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.714990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.714990] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.722770] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 in Status: SUCCESS [ 709.723899] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 deletion is rescheduled due to dependency. [ 709.724037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.724426] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.724857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.724857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.724857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.725028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.725028] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 is going to be created. [ 709.754058] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.754058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.754058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.754058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.754058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.765723] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: UNINITIALIZED for 2s [ 709.838789] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.838789] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.838789] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.838789] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.838789] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.838789] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 89a00413-1a43-4cea-bc34-7d761e50cad9 not found, creating... [ 709.838789] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.838789] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.838789] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.838789] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.838789] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.839250] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.839250] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.839250] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.839995] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.840321] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.840861] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 89a00413-1a43-4cea-bc34-7d761e50cad9 is going to be created. [ 709.872112] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.872112] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.872112] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.872112] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.872112] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.872112] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-89a00413-1a43-4cea-bc34-7d761e50cad9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.238495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.238920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.238920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.238920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.239059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.239547] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a465350-0988-4298-b432-7cb880c2eabe already deleted. [ 710.239547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.620498] env[65073]: INFO networking_nsxv3.common.synchronization [req-9e7ab682-99c8-4128-be32-c34f8777891e req-96007d05-df5d-40ad-a783-d879ec04c528 service nova] Enqueued Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_rules [ 710.621506] env[65073]: INFO networking_nsxv3.common.synchronization [req-9e7ab682-99c8-4128-be32-c34f8777891e req-96007d05-df5d-40ad-a783-d879ec04c528 service nova] Enqueued Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 710.621763] env[65073]: INFO networking_nsxv3.common.synchronization [req-9e7ab682-99c8-4128-be32-c34f8777891e req-96007d05-df5d-40ad-a783-d879ec04c528 service nova] Enqueued Resource ID: 89a00413-1a43-4cea-bc34-7d761e50cad9 with Priority: HIGHEST for action port [ 710.622605] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_rules [ 710.623058] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 710.624948] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a00413-1a43-4cea-bc34-7d761e50cad9 with Priority: HIGHEST for action port [ 710.625469] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.625613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.625863] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.626194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.626708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-89a00413-1a43-4cea-bc34-7d761e50cad9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.626857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89a00413-1a43-4cea-bc34-7d761e50cad9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.627048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89a00413-1a43-4cea-bc34-7d761e50cad9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.627278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89a00413-1a43-4cea-bc34-7d761e50cad9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.627393] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89a00413-1a43-4cea-bc34-7d761e50cad9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.129685] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89a00413-1a43-4cea-bc34-7d761e50cad9 with status ACTIVE [ 711.129940] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.130102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.130175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.130473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.130620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.130867] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.131022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.131098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.131268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.131347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.131532] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.131786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.131786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.131873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.131948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.132048] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89a00413-1a43-4cea-bc34-7d761e50cad9 is going to be updated. [ 711.158891] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.159098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.159192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.159337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.159480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.159648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89a00413-1a43-4cea-bc34-7d761e50cad9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.515814] env[65073]: INFO networking_nsxv3.common.synchronization [req-4565c9ca-60cc-4f60-985b-3c7b50412846 req-4b2118a0-b6bc-4729-84b3-72e5a0054d98 tempest-ListServerFiltersTestJSON-272576157 tempest-ListServerFiltersTestJSON-272576157-project-member] Enqueued Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 711.517158] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 711.517471] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.517653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.778670] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: SUCCESS [ 711.778958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.779152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.779524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.779618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.779708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.780774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.780774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.780774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.780774] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.877410] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.877410] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.877563] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.877776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.878044] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.881142] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.881142] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.881142] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.881142] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.881142] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.881142] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.881142] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.881142] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.881142] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.881142] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.881142] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.898176] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.898342] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.898474] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.898641] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.899009] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-b142faf8-8a75-4b53-b511-3e71408f5eec taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.899200] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-b142faf8-8a75-4b53-b511-3e71408f5eec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.899374] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-b142faf8-8a75-4b53-b511-3e71408f5eec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.900034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-b142faf8-8a75-4b53-b511-3e71408f5eec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.900034] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b142faf8-8a75-4b53-b511-3e71408f5eec',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.073224] env[65073]: INFO networking_nsxv3.common.synchronization [None req-09be943b-b924-4d50-b7b4-c79b7beb7a77 None None] Enqueued Resource ID: dc6c5e47-818f-410e-a292-e40edba980a3 with Priority: HIGHEST for action port [ 712.074141] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6c5e47-818f-410e-a292-e40edba980a3 with Priority: HIGHEST for action port [ 712.074507] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc6c5e47-818f-410e-a292-e40edba980a3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.074695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc6c5e47-818f-410e-a292-e40edba980a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.074800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc6c5e47-818f-410e-a292-e40edba980a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.075136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc6c5e47-818f-410e-a292-e40edba980a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.075260] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc6c5e47-818f-410e-a292-e40edba980a3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.281833] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.403919] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.404189] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.404319] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.404598] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.404745] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.404889] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port b142faf8-8a75-4b53-b511-3e71408f5eec not found, creating... [ 712.405156] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.405304] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.405414] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.405622] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.405751] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.406033] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.406179] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.406287] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.406537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.406686] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.406819] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: b142faf8-8a75-4b53-b511-3e71408f5eec is going to be created. [ 712.430443] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.430647] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.430717] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.431118] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.431391] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.431701] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-b142faf8-8a75-4b53-b511-3e71408f5eec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.578625] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc6c5e47-818f-410e-a292-e40edba980a3 [ 712.578992] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.578992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.579133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.579347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.579398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.579467] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc6c5e47-818f-410e-a292-e40edba980a3 already deleted. [ 712.579552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc6c5e47-818f-410e-a292-e40edba980a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.784461] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.185698] env[65073]: INFO networking_nsxv3.common.synchronization [req-4565c9ca-60cc-4f60-985b-3c7b50412846 req-420e8a3e-bac7-4b21-87e8-8271c6925626 service nova] Enqueued Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_rules [ 713.185898] env[65073]: INFO networking_nsxv3.common.synchronization [req-4565c9ca-60cc-4f60-985b-3c7b50412846 req-420e8a3e-bac7-4b21-87e8-8271c6925626 service nova] Enqueued Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 713.186043] env[65073]: INFO networking_nsxv3.common.synchronization [req-4565c9ca-60cc-4f60-985b-3c7b50412846 req-420e8a3e-bac7-4b21-87e8-8271c6925626 service nova] Enqueued Resource ID: b142faf8-8a75-4b53-b511-3e71408f5eec with Priority: HIGHEST for action port [ 713.186735] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_rules [ 713.186875] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 713.186976] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b142faf8-8a75-4b53-b511-3e71408f5eec with Priority: HIGHEST for action port [ 713.187582] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.187870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.188151] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.188595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.188888] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b142faf8-8a75-4b53-b511-3e71408f5eec taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.189072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b142faf8-8a75-4b53-b511-3e71408f5eec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.189204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b142faf8-8a75-4b53-b511-3e71408f5eec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.189507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b142faf8-8a75-4b53-b511-3e71408f5eec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.189756] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b142faf8-8a75-4b53-b511-3e71408f5eec',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.287872] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.287982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.288059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.288282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.288377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.288477] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 is going to be updated. [ 713.319972] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.320205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.320302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.320571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.320766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.331047] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: IN_PROGRESS for 2s [ 713.694477] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b142faf8-8a75-4b53-b511-3e71408f5eec with status ACTIVE [ 713.694884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.695884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.695884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.695884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.695884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.695884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.695884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.695884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.696512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.696512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.696618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.696755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.696890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.697111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.697253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.700930] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b142faf8-8a75-4b53-b511-3e71408f5eec is going to be updated. [ 713.723416] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.723613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.723663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.723976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.724060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.724231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b142faf8-8a75-4b53-b511-3e71408f5eec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.226246] env[65073]: INFO networking_nsxv3.common.synchronization [None req-18b6f419-7f6d-4590-8d0c-301fd4d5ee66 None None] Enqueued Resource ID: 69aeabeb-d518-4ee8-a4a5-4d28d00d56cd with Priority: HIGHEST for action port [ 714.226246] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aeabeb-d518-4ee8-a4a5-4d28d00d56cd with Priority: HIGHEST for action port [ 714.226246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-69aeabeb-d518-4ee8-a4a5-4d28d00d56cd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.226246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69aeabeb-d518-4ee8-a4a5-4d28d00d56cd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.226510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69aeabeb-d518-4ee8-a4a5-4d28d00d56cd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.226771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69aeabeb-d518-4ee8-a4a5-4d28d00d56cd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.226903] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69aeabeb-d518-4ee8-a4a5-4d28d00d56cd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.729737] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69aeabeb-d518-4ee8-a4a5-4d28d00d56cd [ 714.730142] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.730308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.730380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.730596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.730736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.730840] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69aeabeb-d518-4ee8-a4a5-4d28d00d56cd already deleted. [ 714.730952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69aeabeb-d518-4ee8-a4a5-4d28d00d56cd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.341261] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: SUCCESS [ 715.341537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.341672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.341902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.342150] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.342268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.342327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.342484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.342582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.342672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.342772] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.343991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.343991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.344609] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.344773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.344849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.345022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.345110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.345244] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.847019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.847438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.847438] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.349494] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.852417] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.852727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.852777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.852986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.853099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.853251] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 is going to be updated. [ 716.882399] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.882399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.882554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.882648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.882796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.892816] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: IN_PROGRESS for 2s [ 718.908495] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: SUCCESS [ 718.908495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.908495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.908495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.908495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.908495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.908495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.909232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.909232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.909232] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.952801] env[65073]: INFO networking_nsxv3.common.synchronization [req-41b76805-3811-4c09-81ff-84b59c77b2fc req-ad91661c-f7be-4739-8e91-82085fa5f1e7 tempest-ServerAddressesNegativeTestJSON-1130728032 tempest-ServerAddressesNegativeTestJSON-1130728032-project-member] Enqueued Resource ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 with Priority: HIGHEST for action security_group_members [ 718.953431] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 with Priority: HIGHEST for action security_group_members [ 718.954275] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d29039aa-082c-44d7-b0e8-58e110ddbcc0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.954407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.954479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.954743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.954911] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.955026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.955092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.955255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.955344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.955442] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d29039aa-082c-44d7-b0e8-58e110ddbcc0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.403062] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.404084] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-902" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.404358] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-902" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.404791] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-902" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.405182] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.405398] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.405547] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.405905] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.406031] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.406283] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.406458] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.406631] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.406800] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.406956] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.407146] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.407308] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.415029] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.431291] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.431477] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.431615] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.432548] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-902" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.432548] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-5b329638-b0e4-430b-8b76-d86bd619bf7b taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.432548] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-5b329638-b0e4-430b-8b76-d86bd619bf7b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.433018] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-5b329638-b0e4-430b-8b76-d86bd619bf7b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.433018] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-5b329638-b0e4-430b-8b76-d86bd619bf7b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.434111] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b329638-b0e4-430b-8b76-d86bd619bf7b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.457272] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.458045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.458045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.458045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.458045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.458045] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.458348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.458348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.458348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.458429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.458461] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 already deleted. [ 719.458543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.915430] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.937942] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.937942] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.938315] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.938426] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.938582] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.938740] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 5b329638-b0e4-430b-8b76-d86bd619bf7b not found, creating... [ 719.939037] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.939231] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.939357] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.939583] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.939734] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.940146] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.940388] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.940520] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.940621] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.940984] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.940984] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 5b329638-b0e4-430b-8b76-d86bd619bf7b is going to be created. [ 719.982843] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.983194] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.983313] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.983673] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.984074] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.984302] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-5b329638-b0e4-430b-8b76-d86bd619bf7b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.418604] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.418604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.418604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.419234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.419234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.419234] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 is going to be updated. [ 720.477247] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.477247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.477247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.477247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.477540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.491696] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: IN_PROGRESS for 2s [ 720.706978] env[65073]: INFO networking_nsxv3.common.synchronization [req-41b76805-3811-4c09-81ff-84b59c77b2fc req-9ed0b1e1-f6cd-4e7e-ae12-91deaa9435ab service nova] Enqueued Resource ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 with Priority: HIGHEST for action security_group_rules [ 720.707394] env[65073]: INFO networking_nsxv3.common.synchronization [req-41b76805-3811-4c09-81ff-84b59c77b2fc req-9ed0b1e1-f6cd-4e7e-ae12-91deaa9435ab service nova] Enqueued Resource ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 with Priority: HIGHEST for action security_group_members [ 720.707586] env[65073]: INFO networking_nsxv3.common.synchronization [req-41b76805-3811-4c09-81ff-84b59c77b2fc req-9ed0b1e1-f6cd-4e7e-ae12-91deaa9435ab service nova] Enqueued Resource ID: 5b329638-b0e4-430b-8b76-d86bd619bf7b with Priority: HIGHEST for action port [ 720.708659] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 with Priority: HIGHEST for action security_group_rules [ 720.708659] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 with Priority: HIGHEST for action security_group_members [ 720.708789] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b329638-b0e4-430b-8b76-d86bd619bf7b with Priority: HIGHEST for action port [ 720.709489] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d29039aa-082c-44d7-b0e8-58e110ddbcc0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.709638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.709738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.710177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.710324] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d29039aa-082c-44d7-b0e8-58e110ddbcc0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.711487] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d29039aa-082c-44d7-b0e8-58e110ddbcc0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.711616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.711723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.711938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.712154] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.712273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.712351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.712488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.712573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.712671] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d29039aa-082c-44d7-b0e8-58e110ddbcc0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.713424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b329638-b0e4-430b-8b76-d86bd619bf7b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.713529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b329638-b0e4-430b-8b76-d86bd619bf7b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.713596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b329638-b0e4-430b-8b76-d86bd619bf7b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.713739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b329638-b0e4-430b-8b76-d86bd619bf7b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.713808] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b329638-b0e4-430b-8b76-d86bd619bf7b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.220281] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d29039aa-082c-44d7-b0e8-58e110ddbcc0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.220281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.220281] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d29039aa-082c-44d7-b0e8-58e110ddbcc0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.220281] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b329638-b0e4-430b-8b76-d86bd619bf7b with status ACTIVE [ 721.220281] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.220281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.220281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.220281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.220281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.220281] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.220281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.220281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.220281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.220281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.220968] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.220968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.220968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.221559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.221848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.228187] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b329638-b0e4-430b-8b76-d86bd619bf7b is going to be updated. [ 721.273848] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.274072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.274072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.274337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.274501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.274753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b329638-b0e4-430b-8b76-d86bd619bf7b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.729046] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d29039aa-082c-44d7-b0e8-58e110ddbcc0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.231158] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.231540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.231540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.231991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.233391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.233391] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 is going to be created. [ 722.262945] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.263279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.263449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.263805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.263846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.275095] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 in Status: UNINITIALIZED for 2s [ 722.504985] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: SUCCESS [ 722.504985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.504985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.504985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.504985] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.504985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.504985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.505364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.505364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.505364] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.008723] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.513012] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.016596] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.016596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.016596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.016596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.016596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.016596] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 is going to be updated. [ 724.052134] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.053298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.053298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.053298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.053298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.063037] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: IN_PROGRESS for 2s [ 724.228693] env[65073]: INFO networking_nsxv3.common.synchronization [None req-147dbc6a-179c-4261-b8bb-b09e985b6683 None None] Enqueued Resource ID: 694ce05c-3bdf-48f7-bd9f-b9f50c129730 with Priority: HIGHEST for action port [ 724.228693] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694ce05c-3bdf-48f7-bd9f-b9f50c129730 with Priority: HIGHEST for action port [ 724.228693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-694ce05c-3bdf-48f7-bd9f-b9f50c129730 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.228693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-694ce05c-3bdf-48f7-bd9f-b9f50c129730" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.228693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-694ce05c-3bdf-48f7-bd9f-b9f50c129730" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.229322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-694ce05c-3bdf-48f7-bd9f-b9f50c129730" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.229509] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('694ce05c-3bdf-48f7-bd9f-b9f50c129730',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.285386] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 in Status: SUCCESS [ 724.287500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.287500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.287500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.287500] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.287500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.287500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.287943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.288235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.288478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.288763] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d29039aa-082c-44d7-b0e8-58e110ddbcc0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.734580] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 694ce05c-3bdf-48f7-bd9f-b9f50c129730 [ 724.734854] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.734944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.735023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.735243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.735337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.735435] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:694ce05c-3bdf-48f7-bd9f-b9f50c129730 already deleted. [ 724.735514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-694ce05c-3bdf-48f7-bd9f-b9f50c129730" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.795940] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d29039aa-082c-44d7-b0e8-58e110ddbcc0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.797034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.797034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.797034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.797034] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.797034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.797034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.797034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.797034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.797389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.797389] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d29039aa-082c-44d7-b0e8-58e110ddbcc0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.797389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.797485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.798406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.798406] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.798406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.798406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.798406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.798406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.798406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.798406] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d29039aa-082c-44d7-b0e8-58e110ddbcc0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.301835] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d29039aa-082c-44d7-b0e8-58e110ddbcc0: rpc.has_security_group_logging(os_id): False [ 725.324342] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.324567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.324567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.325630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.325630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.325630] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.325630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.325630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.325630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.325630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.326057] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.326210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.326210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.328358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.328358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.328358] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.328358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.328358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.328358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.328358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.328358] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 is going to be created. [ 725.343386] env[65073]: INFO networking_nsxv3.common.synchronization [None req-66bd59b9-3b5c-4385-9959-3a7098a721ce tempest-MigrationsAdminTest-45037865 tempest-MigrationsAdminTest-45037865-project-member] Enqueued Resource ID: d1d04e9d-73c5-44d5-a240-8f174cdd5791 with Priority: HIGHEST for action security_group_rules [ 725.343834] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1d04e9d-73c5-44d5-a240-8f174cdd5791 with Priority: HIGHEST for action security_group_rules [ 725.344220] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1d04e9d-73c5-44d5-a240-8f174cdd5791 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.344378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1d04e9d-73c5-44d5-a240-8f174cdd5791" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.344459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1d04e9d-73c5-44d5-a240-8f174cdd5791" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.344732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1d04e9d-73c5-44d5-a240-8f174cdd5791" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.344820] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1d04e9d-73c5-44d5-a240-8f174cdd5791',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.416712] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.416933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.416976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.417253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.417630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.430855] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 in Status: IN_PROGRESS for 2s [ 725.804408] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f841d70c-3aca-4ab1-9e99-485641c56950 tempest-MigrationsAdminTest-45037865 tempest-MigrationsAdminTest-45037865-project-member] Enqueued Resource ID: d1d04e9d-73c5-44d5-a240-8f174cdd5791 with Priority: HIGHEST for action security_group_rules [ 725.804408] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1d04e9d-73c5-44d5-a240-8f174cdd5791 with Priority: HIGHEST for action security_group_rules [ 725.804408] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1d04e9d-73c5-44d5-a240-8f174cdd5791 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.804408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1d04e9d-73c5-44d5-a240-8f174cdd5791" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.865708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.866598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.866598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.866598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.866598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.866598] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1d04e9d-73c5-44d5-a240-8f174cdd5791 already deleted. [ 725.866598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1d04e9d-73c5-44d5-a240-8f174cdd5791" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.866598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1d04e9d-73c5-44d5-a240-8f174cdd5791" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.866860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1d04e9d-73c5-44d5-a240-8f174cdd5791" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.866895] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1d04e9d-73c5-44d5-a240-8f174cdd5791',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.075789] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: SUCCESS [ 726.076116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.076361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.076583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.076793] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.076928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.076999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.077176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.077275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.077386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.077559] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.077699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.077776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.077876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.078077] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.078199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.078301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.078475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.078557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.078639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.078734] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.394033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.394033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.394033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.394033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.394033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.394033] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1d04e9d-73c5-44d5-a240-8f174cdd5791 already deleted. [ 726.394033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1d04e9d-73c5-44d5-a240-8f174cdd5791" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.581727] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1605f304-aa7b-4c5e-a6a3-e51e5467f670: rpc.has_security_group_logging(os_id): False [ 726.602700] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.602700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.602700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.603073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.603073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.603130] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.603195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.603248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.603466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.603516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.603708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.603810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.604105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.604105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.604105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.604282] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.604519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.606973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.608747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.608747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.608747] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 is going to be created. [ 726.679110] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.679110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.679110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.679110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.679110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.689715] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: IN_PROGRESS for 2s [ 726.936196] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f41c2078-ac6e-4029-903b-cf0939e780d2 None None] Enqueued Resource ID: dec6a44f-0e8c-4aef-a965-e366b45a3125 with Priority: HIGHEST for action port [ 726.936950] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec6a44f-0e8c-4aef-a965-e366b45a3125 with Priority: HIGHEST for action port [ 726.938259] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-dec6a44f-0e8c-4aef-a965-e366b45a3125 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.938259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dec6a44f-0e8c-4aef-a965-e366b45a3125" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.938259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dec6a44f-0e8c-4aef-a965-e366b45a3125" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.938259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dec6a44f-0e8c-4aef-a965-e366b45a3125" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.938259] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec6a44f-0e8c-4aef-a965-e366b45a3125',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.441172] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dec6a44f-0e8c-4aef-a965-e366b45a3125 [ 727.441285] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.441420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.441489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.441710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.441803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.441922] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dec6a44f-0e8c-4aef-a965-e366b45a3125 already deleted. [ 727.442032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dec6a44f-0e8c-4aef-a965-e366b45a3125" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.446758] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 in Status: SUCCESS [ 727.446968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.503520] env[65073]: INFO networking_nsxv3.common.synchronization [req-f37f47bb-2cd2-4004-9657-f6c977244c8a req-68d78542-7b8c-4da6-8df9-da304ac6c8a6 tempest-ImagesOneServerNegativeTestJSON-908060497 tempest-ImagesOneServerNegativeTestJSON-908060497-project-member] Enqueued Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 727.504090] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 727.504411] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.504578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.504616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.504873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.505202] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.505332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.505619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.505619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.505728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.505728] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.008841] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.009176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.009176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.009404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.009512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.009750] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.009937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.010032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.010239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.010325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.010408] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b already deleted. [ 728.010488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.387705] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.387985] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-489" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.388117] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-489" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.388418] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-489" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.388941] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.388941] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.388941] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.389131] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.389552] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.389552] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.389552] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.389716] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.389747] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.389886] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.389999] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.390139] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.411068] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.411244] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.411353] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.411534] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-489" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.411833] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-f41ba55f-fdbc-46c8-835d-b28c2fbfd16f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.411999] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-f41ba55f-fdbc-46c8-835d-b28c2fbfd16f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.412131] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-f41ba55f-fdbc-46c8-835d-b28c2fbfd16f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.412483] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-f41ba55f-fdbc-46c8-835d-b28c2fbfd16f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.412632] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f41ba55f-fdbc-46c8-835d-b28c2fbfd16f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.706079] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: SUCCESS [ 728.706079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.706079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.706079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.706079] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.918030] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.918030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.918030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.918030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.918030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.918030] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port f41ba55f-fdbc-46c8-835d-b28c2fbfd16f not found, creating... [ 728.918030] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.918030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.918030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.918030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.918030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.918577] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.918577] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.918577] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.918577] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.918577] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.918577] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: f41ba55f-fdbc-46c8-835d-b28c2fbfd16f is going to be created. [ 728.939768] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.939768] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.939768] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.939768] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.939768] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.939768] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-f41ba55f-fdbc-46c8-835d-b28c2fbfd16f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.208683] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.209036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.209036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.209239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.209434] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.209568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.209650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.209881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.209950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.210064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.210149] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.663533] env[65073]: INFO networking_nsxv3.common.synchronization [req-f37f47bb-2cd2-4004-9657-f6c977244c8a req-5680dccc-faad-41ed-a9fd-6ba71b987d5e service nova] Enqueued Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_rules [ 729.664188] env[65073]: INFO networking_nsxv3.common.synchronization [req-f37f47bb-2cd2-4004-9657-f6c977244c8a req-5680dccc-faad-41ed-a9fd-6ba71b987d5e service nova] Enqueued Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 729.664383] env[65073]: INFO networking_nsxv3.common.synchronization [req-f37f47bb-2cd2-4004-9657-f6c977244c8a req-5680dccc-faad-41ed-a9fd-6ba71b987d5e service nova] Enqueued Resource ID: f41ba55f-fdbc-46c8-835d-b28c2fbfd16f with Priority: HIGHEST for action port [ 729.664936] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_rules [ 729.666245] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 729.666454] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f41ba55f-fdbc-46c8-835d-b28c2fbfd16f with Priority: HIGHEST for action port [ 729.666804] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.667689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.667689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.667689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.667689] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.668215] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.668323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.668389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.668554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.668718] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.668772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.668835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.669030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.669144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.669197] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.671726] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f41ba55f-fdbc-46c8-835d-b28c2fbfd16f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.671726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f41ba55f-fdbc-46c8-835d-b28c2fbfd16f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.671726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f41ba55f-fdbc-46c8-835d-b28c2fbfd16f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.671726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f41ba55f-fdbc-46c8-835d-b28c2fbfd16f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.671726] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f41ba55f-fdbc-46c8-835d-b28c2fbfd16f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.712885] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.713584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.713678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.713896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.714117] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.714233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.714297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.714454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.714542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.714630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.714784] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.714889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.714935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.715135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.715278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.715372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.715501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.715659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.715737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.716095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.716095] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.174172] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.174172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.174172] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.174642] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f41ba55f-fdbc-46c8-835d-b28c2fbfd16f with status ACTIVE [ 730.175123] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.175123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.175123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.175308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.175308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.175811] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.175811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.175811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.175811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.175811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.176066] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.176547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.176547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.176547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.176547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.176547] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f41ba55f-fdbc-46c8-835d-b28c2fbfd16f is going to be updated. [ 730.197400] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.197539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.197703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.197838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.198017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.198137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f41ba55f-fdbc-46c8-835d-b28c2fbfd16f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.220412] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1605f304-aa7b-4c5e-a6a3-e51e5467f670: rpc.has_security_group_logging(os_id): False [ 730.240655] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.240655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.240655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.240655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.240655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.240655] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.240655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.240655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.240655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.240655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.240655] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.240655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.240655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.240655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.240655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.241477] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.241477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.241477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.241477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.241477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.241477] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 is going to be updated. [ 730.329688] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.330202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.330202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.330202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.330331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.344493] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: IN_PROGRESS for 2s [ 730.450676] env[65073]: INFO networking_nsxv3.common.synchronization [req-081e35dc-516c-4bc7-96e5-e8346f260153 req-d1f8dcaa-6372-4c64-9234-3e7f520d4a25 tempest-ServersAdminTestJSON-1383213945 tempest-ServersAdminTestJSON-1383213945-project-member] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 730.451207] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 730.451505] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.451626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.451693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.451883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.454271] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.454503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.454611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.454937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.455096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.455348] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.614107] env[65073]: INFO networking_nsxv3.common.synchronization [req-bfdcb220-617c-4451-80fe-3284ed761f0e req-ab64e24c-0e6b-42d1-968b-c8a02f5d1864 tempest-ImagesTestJSON-501847618 tempest-ImagesTestJSON-501847618-project-member] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 730.614933] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 730.615284] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.615404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.615472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.615679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.615840] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.615929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.615992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.616156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.616242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.616336] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.678747] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.775054] env[65073]: INFO networking_nsxv3.common.synchronization [None req-1af5f211-c80d-4a2f-a613-dc6f7a99cf00 None None] Enqueued Resource ID: 9463565d-c598-4d04-be81-8aa45f903f57 with Priority: HIGHEST for action port [ 730.775725] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9463565d-c598-4d04-be81-8aa45f903f57 with Priority: HIGHEST for action port [ 730.776418] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9463565d-c598-4d04-be81-8aa45f903f57 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.776418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9463565d-c598-4d04-be81-8aa45f903f57" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.776536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9463565d-c598-4d04-be81-8aa45f903f57" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.778999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9463565d-c598-4d04-be81-8aa45f903f57" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.778999] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9463565d-c598-4d04-be81-8aa45f903f57',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.957308] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.076675] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.076675] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.076675] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.076675] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.077108] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.077170] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.077291] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.077468] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.077673] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.077963] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.078071] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.078439] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.078439] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.078439] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.078439] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.078609] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.098482] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.098656] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.098765] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.098840] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.099183] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-eebfdb07-405f-4abe-b305-7fbe03878f3f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.099356] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-eebfdb07-405f-4abe-b305-7fbe03878f3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.099471] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-eebfdb07-405f-4abe-b305-7fbe03878f3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.099797] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-eebfdb07-405f-4abe-b305-7fbe03878f3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.100137] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eebfdb07-405f-4abe-b305-7fbe03878f3f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.118808] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.118989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.119094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.119547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.119765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.120064] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.120181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.120270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.120496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.120866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.121104] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 731.153612] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.153902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.154036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.154390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.154644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.169670] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 731.181614] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.181780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.181903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.182142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.182293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.183025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b is going to be created. [ 731.206807] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.207319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.207319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.207319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.207503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.218189] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: UNINITIALIZED for 2s [ 731.279508] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9463565d-c598-4d04-be81-8aa45f903f57 [ 731.280150] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.280150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.280247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.281725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.281725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.281725] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9463565d-c598-4d04-be81-8aa45f903f57 already deleted. [ 731.281725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9463565d-c598-4d04-be81-8aa45f903f57" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.459907] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.603461] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.603461] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.604186] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.604186] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.604186] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.604186] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port eebfdb07-405f-4abe-b305-7fbe03878f3f not found, creating... [ 731.604423] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.604598] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.604707] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.604927] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.605151] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.605474] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.605629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.605743] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.605932] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.606073] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.606443] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: eebfdb07-405f-4abe-b305-7fbe03878f3f is going to be created. [ 731.629463] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.629702] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.629826] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.630263] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.630527] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.630775] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-eebfdb07-405f-4abe-b305-7fbe03878f3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.962978] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.963110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.963187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.963411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.963672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.963672] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be updated. [ 732.009482] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.009640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.009640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.009864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.010067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.020561] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 732.099162] env[65073]: INFO networking_nsxv3.common.synchronization [req-d28c21dd-fa32-40ff-a894-aeba76a7009c req-75346a41-1d85-40dc-9d0b-2b1e0fcaeef0 tempest-ImagesOneServerTestJSON-1098750430 tempest-ImagesOneServerTestJSON-1098750430-project-member] Enqueued Resource ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d with Priority: HIGHEST for action security_group_members [ 732.099885] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d with Priority: HIGHEST for action security_group_members [ 732.100215] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.100347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.100419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.100690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.100855] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.100994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.101100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.101365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.101365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.101506] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('218cf7f8-4ac6-4689-9c4f-f558d53e7b2d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.363199] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: SUCCESS [ 732.363199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.363478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.363632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.363752] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.440615] env[65073]: INFO networking_nsxv3.common.synchronization [req-081e35dc-516c-4bc7-96e5-e8346f260153 req-5289de43-6d7b-4102-9ac0-680fb38388b8 service nova] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_rules [ 732.440803] env[65073]: INFO networking_nsxv3.common.synchronization [req-081e35dc-516c-4bc7-96e5-e8346f260153 req-5289de43-6d7b-4102-9ac0-680fb38388b8 service nova] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 732.440938] env[65073]: INFO networking_nsxv3.common.synchronization [req-081e35dc-516c-4bc7-96e5-e8346f260153 req-5289de43-6d7b-4102-9ac0-680fb38388b8 service nova] Enqueued Resource ID: eebfdb07-405f-4abe-b305-7fbe03878f3f with Priority: HIGHEST for action port [ 732.441726] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_rules [ 732.441897] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 732.442175] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebfdb07-405f-4abe-b305-7fbe03878f3f with Priority: HIGHEST for action port [ 732.442637] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.442930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.443099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.443487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.443637] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.444696] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.445046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.445346] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-eebfdb07-405f-4abe-b305-7fbe03878f3f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.445521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eebfdb07-405f-4abe-b305-7fbe03878f3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.445631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eebfdb07-405f-4abe-b305-7fbe03878f3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.445854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eebfdb07-405f-4abe-b305-7fbe03878f3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.446082] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eebfdb07-405f-4abe-b305-7fbe03878f3f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.604619] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.604791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.604872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.605360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.605464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.605713] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.606124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.606124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.606305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.606393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.606522] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d already deleted. [ 732.606717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.648138] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4d5dad1a-bbd6-4ed6-8ded-2cc064af4a6f None None] Enqueued Resource ID: 54598b36-6c60-4179-aec6-17b46fb9da61 with Priority: HIGHEST for action port [ 732.648138] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54598b36-6c60-4179-aec6-17b46fb9da61 with Priority: HIGHEST for action port [ 732.648596] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-54598b36-6c60-4179-aec6-17b46fb9da61 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.648717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54598b36-6c60-4179-aec6-17b46fb9da61" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.648819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54598b36-6c60-4179-aec6-17b46fb9da61" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.649139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54598b36-6c60-4179-aec6-17b46fb9da61" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.649242] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54598b36-6c60-4179-aec6-17b46fb9da61',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.655545] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.655728] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-915" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.655843] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-915" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.656244] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-915" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.656428] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.656582] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.656705] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.656900] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.657137] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.657346] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.657459] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.657560] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.657656] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.657755] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.657854] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.657978] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.679289] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.679898] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.680046] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.681065] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-915" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.681065] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-c4b78eb1-a468-4c9e-86e5-838dea5b3ee4 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.681065] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-c4b78eb1-a468-4c9e-86e5-838dea5b3ee4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.681065] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-c4b78eb1-a468-4c9e-86e5-838dea5b3ee4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.681480] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-c4b78eb1-a468-4c9e-86e5-838dea5b3ee4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.681544] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4b78eb1-a468-4c9e-86e5-838dea5b3ee4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.868212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.868212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.868212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.868212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.868212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.868212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.868212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.868212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.868212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.868212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.868212] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.948582] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.948582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.948582] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eebfdb07-405f-4abe-b305-7fbe03878f3f with status ACTIVE [ 732.948849] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.948936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.949080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.949294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.949504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.949597] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.949714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.949799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.950100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.950100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.950326] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.950452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.950531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.950696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.950795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.950908] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eebfdb07-405f-4abe-b305-7fbe03878f3f is going to be updated. [ 732.972275] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.972453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.972665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.972750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.972912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.973171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eebfdb07-405f-4abe-b305-7fbe03878f3f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.154788] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54598b36-6c60-4179-aec6-17b46fb9da61 [ 733.154996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.155148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.155242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.155508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.155643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.155771] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54598b36-6c60-4179-aec6-17b46fb9da61 already deleted. [ 733.155890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54598b36-6c60-4179-aec6-17b46fb9da61" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.179763] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 733.179977] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 deletion is rescheduled due to dependency. [ 733.180134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.183988] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.184273] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.184403] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.184669] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.184812] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.184960] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port c4b78eb1-a468-4c9e-86e5-838dea5b3ee4 not found, creating... [ 733.185242] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.185395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.185579] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.185800] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.185934] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.186226] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.186376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.186486] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.186684] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.186810] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.186942] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: c4b78eb1-a468-4c9e-86e5-838dea5b3ee4 is going to be created. [ 733.230321] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: SUCCESS [ 733.230546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.230727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.230955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.231181] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.231305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.231373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.231532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.231614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.231700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.231797] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.240499] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.240691] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.240893] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.241118] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.241347] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.241575] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-c4b78eb1-a468-4c9e-86e5-838dea5b3ee4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.370679] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.370974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.370974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.371177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.371348] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.371453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.371519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.371666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.371756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.371841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.371985] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.372091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.372152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.372290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.372424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.372521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.372569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.372705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.372778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.372859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.372951] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.734539] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.734789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.734849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.735206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.735454] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.735589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.735678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.735869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.736025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.736172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.736474] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.736684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.736684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.736881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.738323] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.738323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.738446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.738591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.738685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.738793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.738893] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.876861] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1605f304-aa7b-4c5e-a6a3-e51e5467f670: rpc.has_security_group_logging(os_id): False [ 733.900342] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.900499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.900543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.900739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.900846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.901091] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.901201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.901268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.901455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.901536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.901722] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.901814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.901878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.902026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.902566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.902566] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.902566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.902566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.903027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.903027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.903027] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 is going to be updated. [ 733.964613] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.964756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.964829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.965093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.965322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.968130] env[65073]: INFO networking_nsxv3.common.synchronization [req-d28c21dd-fa32-40ff-a894-aeba76a7009c req-27159dba-5405-429f-af5e-ce82346b7d9d service nova] Enqueued Resource ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d with Priority: HIGHEST for action security_group_rules [ 733.968316] env[65073]: INFO networking_nsxv3.common.synchronization [req-d28c21dd-fa32-40ff-a894-aeba76a7009c req-27159dba-5405-429f-af5e-ce82346b7d9d service nova] Enqueued Resource ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d with Priority: HIGHEST for action security_group_members [ 733.968497] env[65073]: INFO networking_nsxv3.common.synchronization [req-d28c21dd-fa32-40ff-a894-aeba76a7009c req-27159dba-5405-429f-af5e-ce82346b7d9d service nova] Enqueued Resource ID: c4b78eb1-a468-4c9e-86e5-838dea5b3ee4 with Priority: HIGHEST for action port [ 733.969076] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d with Priority: HIGHEST for action security_group_rules [ 733.969136] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d with Priority: HIGHEST for action security_group_members [ 733.969244] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b78eb1-a468-4c9e-86e5-838dea5b3ee4 with Priority: HIGHEST for action port [ 733.969485] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.970235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.970235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.970235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.970235] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('218cf7f8-4ac6-4689-9c4f-f558d53e7b2d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.971280] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.971404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.971474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.971638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.971778] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.971885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.971949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.972293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.972402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.972495] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('218cf7f8-4ac6-4689-9c4f-f558d53e7b2d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.973280] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4b78eb1-a468-4c9e-86e5-838dea5b3ee4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.973388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4b78eb1-a468-4c9e-86e5-838dea5b3ee4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.973454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4b78eb1-a468-4c9e-86e5-838dea5b3ee4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.973641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4b78eb1-a468-4c9e-86e5-838dea5b3ee4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.973670] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4b78eb1-a468-4c9e-86e5-838dea5b3ee4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.984840] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: IN_PROGRESS for 2s [ 734.040604] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 734.040998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.041553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.041651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.041797] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.041905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.041967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.042144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.042275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.042330] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.242840] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54c73e9d-c074-4781-9956-23d212aa1e5b: rpc.has_security_group_logging(os_id): False [ 734.269028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.269535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.269535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.269665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.270420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.270420] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.270420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.270420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.270420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.270997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.270997] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.270997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.270997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.272172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.272331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.273669] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.273669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.273669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.273669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.273669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.273669] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b is going to be created. [ 734.348447] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.348447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.348447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.348447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.348447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.361393] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: IN_PROGRESS for 2s [ 734.476072] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.476072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.476072] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('218cf7f8-4ac6-4689-9c4f-f558d53e7b2d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.476555] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4b78eb1-a468-4c9e-86e5-838dea5b3ee4 with status ACTIVE [ 734.476555] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.476698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.476698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.476889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.476980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.477289] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.477289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.477393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.477460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.477535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.477715] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.477826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.477899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.478875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.478875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.478875] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4b78eb1-a468-4c9e-86e5-838dea5b3ee4 is going to be updated. [ 734.508989] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.509262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.509262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.509632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.509752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.510201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4b78eb1-a468-4c9e-86e5-838dea5b3ee4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.544077] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.698185] env[65073]: INFO networking_nsxv3.common.synchronization [req-7ef52e96-06b3-486e-88bd-7828bacf9b6a req-e68c2ee8-c23a-4cbd-a0a1-fef3354afa8b tempest-AttachVolumeShelveTestJSON-736925684 tempest-AttachVolumeShelveTestJSON-736925684-project-member] Enqueued Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_members [ 734.698858] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_members [ 734.699426] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb06955-8389-4e79-8d5f-1d29bc037b17 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.699583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.699672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.700053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.700306] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.700431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.700532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.700773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.700918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.701070] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.980545] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('218cf7f8-4ac6-4689-9c4f-f558d53e7b2d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.049270] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.203459] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.203673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.203673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.203949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.204089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.204306] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.204468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.204468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.204615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.204694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.204779] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 already deleted. [ 735.204907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.216516] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.216721] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.216835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.217171] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.217591] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.217591] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.217740] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.217895] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.218882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.218882] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.218882] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.218882] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.218882] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.218882] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.218882] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.219277] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.241024] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.241240] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.241400] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.241595] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.241965] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.242177] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.243062] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.243062] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.243062] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdda23f3-f084-44fb-ad86-4ab69c9ef9d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.487425] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.487425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.487425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.487425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.487425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.487425] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d is going to be created. [ 735.516026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.516026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.516026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.516026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.516026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.527597] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d in Status: UNINITIALIZED for 2s [ 735.556057] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.556057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.556057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.556057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.556057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.556057] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be updated. [ 735.589594] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.589847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.589847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.590144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.590289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.600335] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 735.750259] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.750531] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.750613] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.750902] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.751054] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.751222] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 not found, creating... [ 735.751474] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.751628] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.751740] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.751954] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.752103] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.752378] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.753030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.753253] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.753565] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.753749] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.753889] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 is going to be created. [ 735.777539] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.777767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.777931] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.778214] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.778412] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.778630] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.823826] env[65073]: INFO networking_nsxv3.common.synchronization [None req-40c654a6-97d9-46de-bc41-b82a8e2b4c3f None None] Enqueued Resource ID: efd97f87-0bc2-4908-99e7-636aeaea5fe8 with Priority: HIGHEST for action port [ 735.823826] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd97f87-0bc2-4908-99e7-636aeaea5fe8 with Priority: HIGHEST for action port [ 735.824164] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-efd97f87-0bc2-4908-99e7-636aeaea5fe8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.824316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efd97f87-0bc2-4908-99e7-636aeaea5fe8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.824404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efd97f87-0bc2-4908-99e7-636aeaea5fe8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.824958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efd97f87-0bc2-4908-99e7-636aeaea5fe8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.824958] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd97f87-0bc2-4908-99e7-636aeaea5fe8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.004276] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: SUCCESS [ 736.004580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.327553] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efd97f87-0bc2-4908-99e7-636aeaea5fe8 [ 736.327817] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.328025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.329041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.329041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.329041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.329041] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efd97f87-0bc2-4908-99e7-636aeaea5fe8 already deleted. [ 736.329041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efd97f87-0bc2-4908-99e7-636aeaea5fe8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.373257] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: SUCCESS [ 736.373589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.530347] env[65073]: INFO networking_nsxv3.common.synchronization [req-7ef52e96-06b3-486e-88bd-7828bacf9b6a req-d32f7dd1-f626-455c-a738-3f4f6a28a45f service nova] Enqueued Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_rules [ 736.530597] env[65073]: INFO networking_nsxv3.common.synchronization [req-7ef52e96-06b3-486e-88bd-7828bacf9b6a req-d32f7dd1-f626-455c-a738-3f4f6a28a45f service nova] Enqueued Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_members [ 736.530644] env[65073]: INFO networking_nsxv3.common.synchronization [req-7ef52e96-06b3-486e-88bd-7828bacf9b6a req-d32f7dd1-f626-455c-a738-3f4f6a28a45f service nova] Enqueued Resource ID: cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 with Priority: HIGHEST for action port [ 736.531282] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_rules [ 736.531364] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_members [ 736.531423] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 with Priority: HIGHEST for action port [ 736.538469] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb06955-8389-4e79-8d5f-1d29bc037b17 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.538469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.538469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.538469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.538709] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.539932] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb06955-8389-4e79-8d5f-1d29bc037b17 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.540108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.540165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.540368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.540538] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.541179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.543248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.543539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.543644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.543750] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.544673] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.544812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.544862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.545060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.545141] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdda23f3-f084-44fb-ad86-4ab69c9ef9d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.046928] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.050017] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb06955-8389-4e79-8d5f-1d29bc037b17 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.050017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.050017] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 with status ACTIVE [ 737.050207] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.053017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.053095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.053303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.053394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.053584] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.053774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.054485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.054485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.054485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.054485] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.054485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.054485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.056166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.056166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.056166] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 is going to be updated. [ 737.081315] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.081490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.081528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.081746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.081884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.082084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.444331] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9f6d3b7b-0de9-4e61-8981-c0226a42982c tempest-ServerActionsV293TestJSON-93712724 tempest-ServerActionsV293TestJSON-93712724-project-member] Enqueued Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGHEST for action security_group_rules [ 737.444331] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGHEST for action security_group_rules [ 737.446405] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0640afb1-a17f-4308-a977-a999c84ee229 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.446405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.446405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.446405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.446596] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0640afb1-a17f-4308-a977-a999c84ee229',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.542731] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d in Status: SUCCESS [ 737.543625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.543625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.543625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.543625] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.543847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.543847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.543952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.545116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.545116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.545116] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('218cf7f8-4ac6-4689-9c4f-f558d53e7b2d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.557494] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.564146] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c362dc6e-181f-4968-b3ec-65f61f058633 tempest-ServerActionsV293TestJSON-93712724 tempest-ServerActionsV293TestJSON-93712724-project-member] Enqueued Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGHEST for action security_group_rules [ 737.564743] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGHEST for action security_group_rules [ 737.565749] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0640afb1-a17f-4308-a977-a999c84ee229 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.565898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.610575] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 737.610575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.610575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.610575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.610575] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.610575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.610575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.611336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.611336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.611336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.611336] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.975264] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.977017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.977017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.977017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.977017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.977017] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0640afb1-a17f-4308-a977-a999c84ee229 already deleted. [ 737.977017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.977017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.977017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.977017] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0640afb1-a17f-4308-a977-a999c84ee229',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.049086] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.049307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.049405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.049692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.049967] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.050100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.050180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.050410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.050563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.050742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.050912] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.056042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.056042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.056042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.056042] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.056042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.056042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.056042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.056042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.056042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.056042] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('218cf7f8-4ac6-4689-9c4f-f558d53e7b2d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.064615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.064853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.064919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.067427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.067625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.068083] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 is going to be created. [ 738.109640] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.109869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.110042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.110305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.110544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.117793] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.118086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.118086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.118283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.118462] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.118547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.118599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.119574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.119574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.119574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.119574] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.119574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.119574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.119574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.119574] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.119574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.120034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.120034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.120034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.120034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.120034] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.124509] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 in Status: UNINITIALIZED for 2s [ 738.498515] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.498982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.499789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.499789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.499789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.499789] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0640afb1-a17f-4308-a977-a999c84ee229 already deleted. [ 738.499789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.559173] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d: rpc.has_security_group_logging(os_id): False [ 738.578036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.578036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.578036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.578036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.578036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.578891] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.579055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.579147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.579335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.579421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.579644] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.579743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.579813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.579968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.581864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.582072] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.582183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.582251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.582400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.582480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.586033] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d is going to be created. [ 738.623882] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a90b273e-9368-4da0-b50f-768898534bc9: rpc.has_security_group_logging(os_id): False [ 738.658796] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.658963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.659050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.659284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.659377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.659742] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.659742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.659742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.659946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.660205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.660478] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.660633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.660720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.660928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.661363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.661666] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.661841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.661964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.663444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.664108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.664322] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be updated. [ 738.678373] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.678602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.678688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.679035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.679867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.693133] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d in Status: IN_PROGRESS for 2s [ 738.764448] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.764771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.764872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.765257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.765451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.800426] env[65073]: INFO networking_nsxv3.common.synchronization [None req-2252fe7c-ba86-476c-af1a-8d49980aa9ad None None] Enqueued Resource ID: e7c1740f-7cad-4aee-848e-2035833501fd with Priority: HIGHEST for action port [ 738.801693] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c1740f-7cad-4aee-848e-2035833501fd with Priority: HIGHEST for action port [ 738.804845] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7c1740f-7cad-4aee-848e-2035833501fd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.805344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7c1740f-7cad-4aee-848e-2035833501fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.805467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7c1740f-7cad-4aee-848e-2035833501fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.806068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7c1740f-7cad-4aee-848e-2035833501fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.806068] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7c1740f-7cad-4aee-848e-2035833501fd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.833273] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 739.310032] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7c1740f-7cad-4aee-848e-2035833501fd [ 739.310032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.310032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.310032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.310032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.310032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.310374] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7c1740f-7cad-4aee-848e-2035833501fd already deleted. [ 739.310374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7c1740f-7cad-4aee-848e-2035833501fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.139230] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 in Status: SUCCESS [ 740.139615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.140744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.141113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.144568] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.144727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.144798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.145598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.145598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.145598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.145598] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.648329] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.709171] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d in Status: SUCCESS [ 740.709417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.815215] env[65073]: INFO networking_nsxv3.common.synchronization [req-826346f7-05b8-4860-aac7-11c424d89c5b req-acb06f39-2ae7-4d40-9ae6-29e277c52618 tempest-ServerRescueTestJSON-175706971 tempest-ServerRescueTestJSON-175706971-project-member] Enqueued Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_members [ 740.815215] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_members [ 740.815790] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.816132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.816334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.818022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.818390] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.818656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.818809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.819124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.819337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.819515] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.859307] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 740.859537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.152681] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bb06955-8389-4e79-8d5f-1d29bc037b17: rpc.has_security_group_logging(os_id): False [ 741.174332] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.174470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.174551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.174814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.174914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.175180] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.175290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.175388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.175558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.175647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.176349] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 is going to be created. [ 741.252472] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.252472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.252472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.252676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.253599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.268709] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 in Status: IN_PROGRESS for 2s [ 741.324455] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.832582] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.335947] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.339022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.339022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.339022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.339022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.339022] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 is going to be updated. [ 742.375554] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.375554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.375554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.375899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.376084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.389303] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 in Status: IN_PROGRESS for 2s [ 743.305616] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 in Status: SUCCESS [ 743.305885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.205249] env[65073]: INFO networking_nsxv3.common.synchronization [None req-6d76386b-2f2b-43c2-8e02-09bf8533cfa1 None None] Enqueued Resource ID: 3a9ffe92-f022-4ac5-8e4f-5391e0e415f8 with Priority: HIGHEST for action port [ 744.205249] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a9ffe92-f022-4ac5-8e4f-5391e0e415f8 with Priority: HIGHEST for action port [ 744.205625] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a9ffe92-f022-4ac5-8e4f-5391e0e415f8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.205625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a9ffe92-f022-4ac5-8e4f-5391e0e415f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.210258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a9ffe92-f022-4ac5-8e4f-5391e0e415f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.210530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a9ffe92-f022-4ac5-8e4f-5391e0e415f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.210595] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a9ffe92-f022-4ac5-8e4f-5391e0e415f8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.402737] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 in Status: SUCCESS [ 744.402970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.712712] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a9ffe92-f022-4ac5-8e4f-5391e0e415f8 [ 744.712978] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.714084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.714084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.714084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.714084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.714084] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a9ffe92-f022-4ac5-8e4f-5391e0e415f8 already deleted. [ 744.714084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a9ffe92-f022-4ac5-8e4f-5391e0e415f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.065074] env[65073]: INFO networking_nsxv3.common.synchronization [None req-60332bc1-73d1-4618-aa73-1c82d08d3f14 None None] Enqueued Resource ID: c5c368e8-7d52-4753-bd17-e5c15d87e006 with Priority: HIGHEST for action port [ 745.066696] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c368e8-7d52-4753-bd17-e5c15d87e006 with Priority: HIGHEST for action port [ 745.067501] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5c368e8-7d52-4753-bd17-e5c15d87e006 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.067501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5c368e8-7d52-4753-bd17-e5c15d87e006" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.067501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5c368e8-7d52-4753-bd17-e5c15d87e006" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.069341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5c368e8-7d52-4753-bd17-e5c15d87e006" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.069341] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c368e8-7d52-4753-bd17-e5c15d87e006',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.563730] env[65073]: INFO networking_nsxv3.common.synchronization [req-ab6b4740-d637-4a3a-8c6f-d36cdaaff934 req-3d8f38e0-cffe-46e1-a411-f11fe2e76b27 tempest-ServersAdminNegativeTestJSON-1432671933 tempest-ServersAdminNegativeTestJSON-1432671933-project-member] Enqueued Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_members [ 745.564801] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_members [ 745.564801] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.564801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.564801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.565080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.565080] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.565159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.565299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.565377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.565436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.565524] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.572025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5c368e8-7d52-4753-bd17-e5c15d87e006 [ 745.572244] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.572377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.572445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.572645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.572735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.572824] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5c368e8-7d52-4753-bd17-e5c15d87e006 already deleted. [ 745.572905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5c368e8-7d52-4753-bd17-e5c15d87e006" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.959862] env[65073]: INFO networking_nsxv3.common.synchronization [req-332191d9-221f-4564-b15a-d5467d361895 req-2cb4559e-67fa-4aea-b550-227390224c7c tempest-FloatingIPsAssociationTestJSON-1713797848 tempest-FloatingIPsAssociationTestJSON-1713797848-project-member] Enqueued Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_members [ 745.960962] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_members [ 745.961495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.961829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.961829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.962024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.962226] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.962913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.962913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.962913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.963122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.963264] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.038899] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.038899] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.038899] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.038899] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.039539] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.039862] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.040131] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.040462] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.041461] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.041461] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.041461] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.041461] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.041461] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.041461] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.041461] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.041774] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.062849] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.062849] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.062849] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.062849] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.063145] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-4c0b8ebe-91ed-46df-a273-f31f76d57ba5 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.063313] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-4c0b8ebe-91ed-46df-a273-f31f76d57ba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.063428] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-4c0b8ebe-91ed-46df-a273-f31f76d57ba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.063738] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-4c0b8ebe-91ed-46df-a273-f31f76d57ba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.063999] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c0b8ebe-91ed-46df-a273-f31f76d57ba5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.068029] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.332118] env[65073]: INFO networking_nsxv3.common.synchronization [req-ed39d224-16d3-4c3f-83e6-68b25ebe2e18 req-8a95e03d-a5fb-4f6c-88d2-07839c958d70 tempest-ServerAddressesNegativeTestJSON-1130728032 tempest-ServerAddressesNegativeTestJSON-1130728032-project-member] Enqueued Resource ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 with Priority: HIGHEST for action security_group_members [ 746.332668] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 with Priority: HIGHEST for action security_group_members [ 746.333718] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d29039aa-082c-44d7-b0e8-58e110ddbcc0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.333856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.333931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.334150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.334311] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.335259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.335363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.335532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.335625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.335723] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d29039aa-082c-44d7-b0e8-58e110ddbcc0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.465317] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.568155] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.568657] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.568657] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.568929] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.569211] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.569372] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 4c0b8ebe-91ed-46df-a273-f31f76d57ba5 not found, creating... [ 746.569692] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.569857] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.569967] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.570287] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.570423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.570706] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.570858] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.570989] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.571238] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.571689] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.571689] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 4c0b8ebe-91ed-46df-a273-f31f76d57ba5 is going to be created. [ 746.572814] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.595116] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.595430] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.595482] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.595748] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.595972] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.596239] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-4c0b8ebe-91ed-46df-a273-f31f76d57ba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.637091] env[65073]: INFO networking_nsxv3.common.synchronization [None req-51b0f5be-91b3-4598-9029-920d70001161 None None] Enqueued Resource ID: 78fa52f4-d15d-4917-a69a-88fad8c1cb7e with Priority: HIGHEST for action port [ 746.637714] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fa52f4-d15d-4917-a69a-88fad8c1cb7e with Priority: HIGHEST for action port [ 746.638139] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-78fa52f4-d15d-4917-a69a-88fad8c1cb7e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.638316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78fa52f4-d15d-4917-a69a-88fad8c1cb7e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.638405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78fa52f4-d15d-4917-a69a-88fad8c1cb7e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.638662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78fa52f4-d15d-4917-a69a-88fad8c1cb7e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.638750] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78fa52f4-d15d-4917-a69a-88fad8c1cb7e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.841409] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.841409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.841409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.841409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.841409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.841409] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.841409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.841866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.841866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.841866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.841866] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 is going to be updated. [ 746.878042] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.878042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.878042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.878042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.878042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.896441] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 in Status: IN_PROGRESS for 2s [ 746.968036] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.075034] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.076070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.076070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.076070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.076070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.076070] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 is going to be updated. [ 747.106404] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.106692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.106769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.107170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.107357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.117598] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 in Status: IN_PROGRESS for 2s [ 747.141683] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78fa52f4-d15d-4917-a69a-88fad8c1cb7e [ 747.141749] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.142201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.142201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.142201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.142423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.142423] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78fa52f4-d15d-4917-a69a-88fad8c1cb7e already deleted. [ 747.142487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78fa52f4-d15d-4917-a69a-88fad8c1cb7e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.369913] env[65073]: INFO networking_nsxv3.common.synchronization [req-ab6b4740-d637-4a3a-8c6f-d36cdaaff934 req-bd121a62-dc61-45f3-bd6d-df5692c79e45 service nova] Enqueued Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_rules [ 747.369913] env[65073]: INFO networking_nsxv3.common.synchronization [req-ab6b4740-d637-4a3a-8c6f-d36cdaaff934 req-bd121a62-dc61-45f3-bd6d-df5692c79e45 service nova] Enqueued Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_members [ 747.369913] env[65073]: INFO networking_nsxv3.common.synchronization [req-ab6b4740-d637-4a3a-8c6f-d36cdaaff934 req-bd121a62-dc61-45f3-bd6d-df5692c79e45 service nova] Enqueued Resource ID: 4c0b8ebe-91ed-46df-a273-f31f76d57ba5 with Priority: HIGHEST for action port [ 747.369913] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_rules [ 747.369913] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_members [ 747.369913] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c0b8ebe-91ed-46df-a273-f31f76d57ba5 with Priority: HIGHEST for action port [ 747.369913] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.369913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.369913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.369913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.370391] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.371482] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.371969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.374883] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c0b8ebe-91ed-46df-a273-f31f76d57ba5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.374883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c0b8ebe-91ed-46df-a273-f31f76d57ba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.374883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c0b8ebe-91ed-46df-a273-f31f76d57ba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.374883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c0b8ebe-91ed-46df-a273-f31f76d57ba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.374883] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c0b8ebe-91ed-46df-a273-f31f76d57ba5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.471934] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.471934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.471934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.471934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.471934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.471934] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 is going to be updated. [ 747.502495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.502655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.502728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.502943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.503103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.513691] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: IN_PROGRESS for 2s [ 747.874498] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.874836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.878149] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c0b8ebe-91ed-46df-a273-f31f76d57ba5 with status ACTIVE [ 747.878380] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.878533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.878581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.878907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.879436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.879436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.879436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.881596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.881911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.882080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.882412] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.882585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.882701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.882919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.883074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.883224] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c0b8ebe-91ed-46df-a273-f31f76d57ba5 is going to be updated. [ 747.906523] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.906523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.906523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.906861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.907070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.907292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c0b8ebe-91ed-46df-a273-f31f76d57ba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.859423] env[65073]: INFO networking_nsxv3.common.synchronization [None req-2e00334c-cc17-48cf-a25f-c12e737f38a8 None None] Enqueued Resource ID: a5ca6561-489e-4eaf-9399-387553dd14d4 with Priority: HIGHEST for action port [ 748.860067] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ca6561-489e-4eaf-9399-387553dd14d4 with Priority: HIGHEST for action port [ 748.860352] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5ca6561-489e-4eaf-9399-387553dd14d4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.860479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5ca6561-489e-4eaf-9399-387553dd14d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.860548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5ca6561-489e-4eaf-9399-387553dd14d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.860816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5ca6561-489e-4eaf-9399-387553dd14d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.860902] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ca6561-489e-4eaf-9399-387553dd14d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.911350] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 in Status: SUCCESS [ 748.911631] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 deletion is rescheduled due to dependency. [ 748.911687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.129046] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 in Status: SUCCESS [ 749.129288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.129472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.129821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.129946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.130132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.130228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.130393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.130476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.130582] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.366073] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5ca6561-489e-4eaf-9399-387553dd14d4 [ 749.367262] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.367262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.367262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.367262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.367262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.367262] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5ca6561-489e-4eaf-9399-387553dd14d4 already deleted. [ 749.367262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5ca6561-489e-4eaf-9399-387553dd14d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.527411] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: SUCCESS [ 749.527725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.637641] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.141638] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.646904] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.646904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.646904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.646904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.646904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.646904] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 is going to be updated. [ 750.678036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.678036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.678036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.678036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.678282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.688940] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 in Status: IN_PROGRESS for 2s [ 752.701414] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 in Status: SUCCESS [ 752.701707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.701813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.702068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.702895] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.702895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.702895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.702895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.702895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.702895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.702895] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.208393] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.208592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.208673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.209039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.209149] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.209258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.209455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.209514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.209567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.209853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.209853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.209970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.209970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.210110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.210300] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.210399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.210462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.210607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.210686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.211824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.212120] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.714550] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7a896d1-0c47-4da8-9f7d-08735f5684e3: rpc.has_security_group_logging(os_id): False [ 753.732958] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.733131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.733226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.733454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.733551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.733774] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.733874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.733939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.734137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.734214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.734679] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.734679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.734679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.734679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.734958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.734958] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.735108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.735108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.735207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.735278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.735362] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 is going to be updated. [ 753.802166] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.802378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.802471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.802753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.802952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.818683] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 in Status: IN_PROGRESS for 2s [ 753.861747] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 753.861747] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 755.835033] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 in Status: SUCCESS [ 755.835033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.164592] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5e94e3f-6a86-4041-9f5f-f1cdbcf82868 req-711c24c9-a0c9-4166-b7ea-f052ced6c683 tempest-ServerActionsTestJSON-1719847796 tempest-ServerActionsTestJSON-1719847796-project-member] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 757.167752] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 757.171402] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.171580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.171627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.173129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.173129] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.173129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.173129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.173129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.173129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.173129] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.677638] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.677638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.677638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.677638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.677638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.677638] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.677638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.677638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.677638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.677638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.677638] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a465350-0988-4298-b432-7cb880c2eabe already deleted. [ 757.677638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.777954] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.777954] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.777954] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.777954] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.777954] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.777954] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.777954] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.777954] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.777954] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.778385] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.778385] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.778529] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.778921] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.779121] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.779271] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.779452] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.804240] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.804444] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.804587] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.805534] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.806945] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-b5381295-acfc-4836-82ce-58b3df27e60e taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.807411] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-b5381295-acfc-4836-82ce-58b3df27e60e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.807657] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-b5381295-acfc-4836-82ce-58b3df27e60e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.808158] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-b5381295-acfc-4836-82ce-58b3df27e60e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.808324] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5381295-acfc-4836-82ce-58b3df27e60e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.311042] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.311476] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.311527] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.311856] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.312280] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.312280] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port b5381295-acfc-4836-82ce-58b3df27e60e not found, creating... [ 758.312477] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.312765] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.312957] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.313248] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.313420] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.313810] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.313999] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.314150] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.314409] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.314607] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.314755] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: b5381295-acfc-4836-82ce-58b3df27e60e is going to be created. [ 758.338172] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.338172] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.338590] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.338590] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.338770] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.339152] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-b5381295-acfc-4836-82ce-58b3df27e60e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.078426] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5e94e3f-6a86-4041-9f5f-f1cdbcf82868 req-cc406da6-784f-41a5-aa9b-cd6f9a509541 service nova] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_rules [ 759.078426] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5e94e3f-6a86-4041-9f5f-f1cdbcf82868 req-cc406da6-784f-41a5-aa9b-cd6f9a509541 service nova] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 759.078426] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5e94e3f-6a86-4041-9f5f-f1cdbcf82868 req-cc406da6-784f-41a5-aa9b-cd6f9a509541 service nova] Enqueued Resource ID: b5381295-acfc-4836-82ce-58b3df27e60e with Priority: HIGHEST for action port [ 759.078426] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_rules [ 759.078426] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 759.078426] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5381295-acfc-4836-82ce-58b3df27e60e with Priority: HIGHEST for action port [ 759.078426] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.078426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.078426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.078426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.078426] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.079889] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.079889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.079889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.079889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.079889] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.079889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.079889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.080288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.080288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.080288] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.081045] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5381295-acfc-4836-82ce-58b3df27e60e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.081045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5381295-acfc-4836-82ce-58b3df27e60e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.081045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5381295-acfc-4836-82ce-58b3df27e60e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.081204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5381295-acfc-4836-82ce-58b3df27e60e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.081304] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5381295-acfc-4836-82ce-58b3df27e60e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.583729] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.583729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.589180] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.589180] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5381295-acfc-4836-82ce-58b3df27e60e with status ACTIVE [ 759.589180] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.589180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.589180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.589180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.589180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.589180] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.589180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.589180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.589180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.589180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.595587] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.595587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.595893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.596086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.597302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.597302] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5381295-acfc-4836-82ce-58b3df27e60e is going to be updated. [ 759.626787] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.627185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.627185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.627357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.627480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.628529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5381295-acfc-4836-82ce-58b3df27e60e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.994236] env[65073]: INFO networking_nsxv3.common.synchronization [req-ce6e4fe2-f991-457b-bb3a-423745946aba req-f8d46a06-10a4-4bcc-9470-e8ff9bfe0edb tempest-ServersTestMultiNic-575633863 tempest-ServersTestMultiNic-575633863-project-member] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 759.994995] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 759.995202] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.995675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.995765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.996365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.996708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.996825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.996922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.997131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.997230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.997330] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.099037] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.424429] env[65073]: INFO networking_nsxv3.common.synchronization [req-ce6e4fe2-f991-457b-bb3a-423745946aba req-104f74a9-edbd-4630-8e73-32b2339fd6c0 tempest-ServersTestMultiNic-575633863 tempest-ServersTestMultiNic-575633863-project-member] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 760.425051] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 760.425362] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.425558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.501451] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.501451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.501451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.501451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.501451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.501451] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.501451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.501451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.501451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.501451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.501451] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 already deleted. [ 760.501451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.502028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.502028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.502094] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.502212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.502212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.502359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.502568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.502601] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.606901] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.607194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.607194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.607356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.607427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.607530] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a465350-0988-4298-b432-7cb880c2eabe is going to be created. [ 760.640260] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.640500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.640500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.640990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.640990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.653074] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: UNINITIALIZED for 2s [ 760.817843] env[65073]: INFO networking_nsxv3.common.synchronization [req-ce6e4fe2-f991-457b-bb3a-423745946aba req-503b52d2-5312-47e2-9235-58346f14d843 tempest-ServersTestMultiNic-575633863 tempest-ServersTestMultiNic-575633863-project-member] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 760.818673] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 760.818996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.819115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.006326] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.006520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.006565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.006811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.006925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.007142] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.007253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.007322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.007466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.007543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.007629] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 already deleted. [ 761.007729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.007945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.008061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.008227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.008327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.008388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.008529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.008606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.008704] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.168316] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.168814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.168814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.169413] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.169839] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.174467] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.174467] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.174467] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.174467] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.174467] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.174467] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.174467] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.174467] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.174467] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.174467] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.174467] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.195876] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.196155] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.196398] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.196784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.197194] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-d3b17bc4-cfd4-408e-94c9-d444b160f211 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.197450] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-d3b17bc4-cfd4-408e-94c9-d444b160f211" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.197636] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-d3b17bc4-cfd4-408e-94c9-d444b160f211" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.199164] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-d3b17bc4-cfd4-408e-94c9-d444b160f211" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.199385] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3b17bc4-cfd4-408e-94c9-d444b160f211',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.512781] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.512948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.513048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.513325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.513427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.513637] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.513752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.513824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.513991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.514091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.514185] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 already deleted. [ 761.514271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.703415] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.703415] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.703775] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.705088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.705088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.705088] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port d3b17bc4-cfd4-408e-94c9-d444b160f211 not found, creating... [ 761.705088] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.705088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.705088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.705088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.705088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.705526] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.705596] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.705697] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.705999] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.705999] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.706187] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: d3b17bc4-cfd4-408e-94c9-d444b160f211 is going to be created. [ 761.739963] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.740291] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.740427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.741275] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.741275] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.741275] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-d3b17bc4-cfd4-408e-94c9-d444b160f211" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.128990] env[65073]: INFO networking_nsxv3.common.synchronization [req-ced38259-e55d-4dc5-8a83-8f18ecc0d82d req-22404f91-81ac-4bc4-8968-829a244688bd tempest-ListImageFiltersTestJSON-1263283272 tempest-ListImageFiltersTestJSON-1263283272-project-member] Enqueued Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_members [ 762.129843] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_members [ 762.130174] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.130282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.130345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.130700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.130918] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.131037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.131138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.131352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.131527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.131691] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.540820] env[65073]: INFO networking_nsxv3.common.synchronization [req-ce6e4fe2-f991-457b-bb3a-423745946aba req-7b05ce65-3ab1-4599-9211-df7255fec928 service nova] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_rules [ 762.541085] env[65073]: INFO networking_nsxv3.common.synchronization [req-ce6e4fe2-f991-457b-bb3a-423745946aba req-7b05ce65-3ab1-4599-9211-df7255fec928 service nova] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 762.541250] env[65073]: INFO networking_nsxv3.common.synchronization [req-ce6e4fe2-f991-457b-bb3a-423745946aba req-7b05ce65-3ab1-4599-9211-df7255fec928 service nova] Enqueued Resource ID: d3b17bc4-cfd4-408e-94c9-d444b160f211 with Priority: HIGHEST for action port [ 762.541971] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_rules [ 762.542537] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 762.542709] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b17bc4-cfd4-408e-94c9-d444b160f211 with Priority: HIGHEST for action port [ 762.543257] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.543418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.543508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.543836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.543947] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.545247] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.545375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.545499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.545695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.545906] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.546125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.546233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.546872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.548120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.548274] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.549752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3b17bc4-cfd4-408e-94c9-d444b160f211 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.550077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3b17bc4-cfd4-408e-94c9-d444b160f211" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.550077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3b17bc4-cfd4-408e-94c9-d444b160f211" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.550365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3b17bc4-cfd4-408e-94c9-d444b160f211" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.550365] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3b17bc4-cfd4-408e-94c9-d444b160f211',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.635415] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.672278] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: SUCCESS [ 762.672609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.672808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.673203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.673503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.673586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.673624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.673895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.673961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.674103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.674446] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.052474] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.053072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.053072] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.053855] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3b17bc4-cfd4-408e-94c9-d444b160f211 with status ACTIVE [ 763.054063] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.054192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.054254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.054462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.055876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.055876] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.055876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.055876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.055876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.057110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.057385] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.058214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.058214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.058481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.059155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.059313] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3b17bc4-cfd4-408e-94c9-d444b160f211 is going to be updated. [ 763.089278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.090735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.090735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.090735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.090735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.091050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3b17bc4-cfd4-408e-94c9-d444b160f211" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.139486] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.182222] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.401341] env[65073]: INFO networking_nsxv3.common.synchronization [req-8b37c13a-3954-4ac7-b1d0-9902a22df907 req-ed4f3639-fca3-4fe4-92e7-756d0cbe3065 tempest-VolumesAssistedSnapshotsTest-1641313643 tempest-VolumesAssistedSnapshotsTest-1641313643-project-member] Enqueued Resource ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 with Priority: HIGHEST for action security_group_members [ 763.402250] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 with Priority: HIGHEST for action security_group_members [ 763.402397] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.402853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.402853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.403026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.403173] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.403281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.403343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.403547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.403661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.403761] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec7f8198-5a5a-4057-a204-e41a8a9e26e7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.421071] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.421375] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.421562] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.422030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.422285] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.422431] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.422600] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.423458] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.423458] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.423458] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.423458] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.423651] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.423781] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.423836] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.423951] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.424509] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.470472] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.471760] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.471760] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.471760] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.471760] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-bb38db76-2ee3-46d8-ab6d-21819151c105 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.472177] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-bb38db76-2ee3-46d8-ab6d-21819151c105" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.472177] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-bb38db76-2ee3-46d8-ab6d-21819151c105" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.472622] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-bb38db76-2ee3-46d8-ab6d-21819151c105" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.472835] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb38db76-2ee3-46d8-ab6d-21819151c105',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.561204] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.641687] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.641992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.642829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.644415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.645194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.645768] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21386403-a28b-450e-a859-a087b70e40bf is going to be updated. [ 763.682374] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.682518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.683323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.683323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.683323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.684125] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a465350-0988-4298-b432-7cb880c2eabe: rpc.has_security_group_logging(os_id): False [ 763.697812] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21386403-a28b-450e-a859-a087b70e40bf in Status: IN_PROGRESS for 2s [ 763.706472] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.706776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.706776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.706875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.707022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.707218] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.707547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.707547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.707891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.707891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.707891] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a465350-0988-4298-b432-7cb880c2eabe is going to be created. [ 763.801442] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.801696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.801696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.802072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.802286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.814946] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: IN_PROGRESS for 2s [ 763.906660] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.906948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.906948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.907473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.907473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.907666] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.907753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.907753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.907942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.908394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.908394] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 is going to be updated. [ 763.973192] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.973451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.973553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.973836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.973979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.976993] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.977289] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.977389] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.977711] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.977868] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.978072] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port bb38db76-2ee3-46d8-ab6d-21819151c105 not found, creating... [ 763.978461] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.978635] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.978781] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.979052] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.979300] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.979679] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.979842] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.979980] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.980370] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.980757] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.980757] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: bb38db76-2ee3-46d8-ab6d-21819151c105 is going to be created. [ 763.996550] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 in Status: IN_PROGRESS for 2s [ 764.006238] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.006498] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.006702] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.007119] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.009322] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.009322] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-bb38db76-2ee3-46d8-ab6d-21819151c105" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.053548] env[65073]: INFO networking_nsxv3.common.synchronization [req-e29a8ec9-189a-4f8f-b1bc-48b0f5101a4b req-58e68af1-6019-4c61-8034-25619d174e1d tempest-InstanceActionsTestJSON-670224901 tempest-InstanceActionsTestJSON-670224901-project-member] Enqueued Resource ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b with Priority: HIGHEST for action security_group_members [ 764.053941] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b with Priority: HIGHEST for action security_group_members [ 764.053941] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2afc5349-472f-4e4c-a4bd-8a1c6238625b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.054101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.054146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.054468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.054581] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.054695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.054738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.054885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.054969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.055076] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2afc5349-472f-4e4c-a4bd-8a1c6238625b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.064606] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.064820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.064903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.065175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.065408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.065536] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be created. [ 764.109328] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.109328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.109328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.110278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.110278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.134956] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: UNINITIALIZED for 2s [ 764.524150] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.524150] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-683" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.524150] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-683" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.524150] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-683" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.524442] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.524758] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.524986] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.525341] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.525584] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.526572] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.526861] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.528027] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.528027] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.528027] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.528027] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.528027] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.547642] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.547844] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.547959] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.548235] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-683" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.548704] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-feac509d-4f29-4d4a-b5de-2ed2473e2eb6 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.549031] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-feac509d-4f29-4d4a-b5de-2ed2473e2eb6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.549171] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-feac509d-4f29-4d4a-b5de-2ed2473e2eb6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.549545] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-feac509d-4f29-4d4a-b5de-2ed2473e2eb6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.549712] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feac509d-4f29-4d4a-b5de-2ed2473e2eb6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.559397] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.559552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.559593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.559804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.559899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.560112] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.560245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.560292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.560448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.560525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.560609] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b already deleted. [ 764.560701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.724175] env[65073]: INFO networking_nsxv3.common.synchronization [req-ce6e4fe2-f991-457b-bb3a-423745946aba req-0db56edb-e1c6-4ce2-a900-73d295f41741 service nova] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_rules [ 764.724696] env[65073]: INFO networking_nsxv3.common.synchronization [req-ce6e4fe2-f991-457b-bb3a-423745946aba req-0db56edb-e1c6-4ce2-a900-73d295f41741 service nova] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 764.724909] env[65073]: INFO networking_nsxv3.common.synchronization [req-ce6e4fe2-f991-457b-bb3a-423745946aba req-0db56edb-e1c6-4ce2-a900-73d295f41741 service nova] Enqueued Resource ID: bb38db76-2ee3-46d8-ab6d-21819151c105 with Priority: HIGHEST for action port [ 764.725547] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_rules [ 764.725685] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 764.725784] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb38db76-2ee3-46d8-ab6d-21819151c105 with Priority: HIGHEST for action port [ 764.726096] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.726248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.726389] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.726481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.726888] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb38db76-2ee3-46d8-ab6d-21819151c105 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.726888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb38db76-2ee3-46d8-ab6d-21819151c105" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.726888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb38db76-2ee3-46d8-ab6d-21819151c105" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.727520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb38db76-2ee3-46d8-ab6d-21819151c105" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.727520] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb38db76-2ee3-46d8-ab6d-21819151c105',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.051807] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.052040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.052180] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.052473] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.052612] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.052757] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port feac509d-4f29-4d4a-b5de-2ed2473e2eb6 not found, creating... [ 765.053023] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.053174] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.053293] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.053510] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.053641] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.054514] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.054738] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.054882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.055148] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.055330] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.055559] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: feac509d-4f29-4d4a-b5de-2ed2473e2eb6 is going to be created. [ 765.077811] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.078075] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.078240] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.078565] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.078797] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.079209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-feac509d-4f29-4d4a-b5de-2ed2473e2eb6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.231917] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb38db76-2ee3-46d8-ab6d-21819151c105 with status ACTIVE [ 765.232257] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.232395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.232481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.233156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.233156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.233156] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.233371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.233371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.233500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.233552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.233768] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.233934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.233999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.234618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.234618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.234618] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb38db76-2ee3-46d8-ab6d-21819151c105 is going to be updated. [ 765.292837] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.293074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.293074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.293301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.293443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.293659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb38db76-2ee3-46d8-ab6d-21819151c105" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.649716] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.649953] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.650051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.650477] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.650809] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.651260] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.651447] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.651806] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.652036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.652327] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.652492] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.652644] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.652757] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.652867] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.652968] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.653110] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.677902] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.678104] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.678342] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.678517] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.678840] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-e89ab73e-a6c0-4a7b-9ba2-efbbce088256 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.679016] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-e89ab73e-a6c0-4a7b-9ba2-efbbce088256" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.679429] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-e89ab73e-a6c0-4a7b-9ba2-efbbce088256" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.679758] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-e89ab73e-a6c0-4a7b-9ba2-efbbce088256" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.679894] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89ab73e-a6c0-4a7b-9ba2-efbbce088256',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.714084] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21386403-a28b-450e-a859-a087b70e40bf in Status: SUCCESS [ 765.714313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.827852] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: SUCCESS [ 765.828086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.832316] env[65073]: INFO networking_nsxv3.common.synchronization [req-e29a8ec9-189a-4f8f-b1bc-48b0f5101a4b req-741add37-b8fd-4658-9038-f6d637b3f854 service nova] Enqueued Resource ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b with Priority: HIGHEST for action security_group_rules [ 765.832497] env[65073]: INFO networking_nsxv3.common.synchronization [req-e29a8ec9-189a-4f8f-b1bc-48b0f5101a4b req-741add37-b8fd-4658-9038-f6d637b3f854 service nova] Enqueued Resource ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b with Priority: HIGHEST for action security_group_members [ 765.832619] env[65073]: INFO networking_nsxv3.common.synchronization [req-e29a8ec9-189a-4f8f-b1bc-48b0f5101a4b req-741add37-b8fd-4658-9038-f6d637b3f854 service nova] Enqueued Resource ID: feac509d-4f29-4d4a-b5de-2ed2473e2eb6 with Priority: HIGHEST for action port [ 765.832843] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b with Priority: HIGHEST for action security_group_rules [ 765.832972] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b with Priority: HIGHEST for action security_group_members [ 765.833129] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feac509d-4f29-4d4a-b5de-2ed2473e2eb6 with Priority: HIGHEST for action port [ 765.833599] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2afc5349-472f-4e4c-a4bd-8a1c6238625b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.833724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.833829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.834178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.834305] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2afc5349-472f-4e4c-a4bd-8a1c6238625b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.835609] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2afc5349-472f-4e4c-a4bd-8a1c6238625b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.835891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.836157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.836339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.836523] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.836712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.836764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.836944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.837044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.837139] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2afc5349-472f-4e4c-a4bd-8a1c6238625b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.838307] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-feac509d-4f29-4d4a-b5de-2ed2473e2eb6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.838408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feac509d-4f29-4d4a-b5de-2ed2473e2eb6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.838866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feac509d-4f29-4d4a-b5de-2ed2473e2eb6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.839071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feac509d-4f29-4d4a-b5de-2ed2473e2eb6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.839303] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feac509d-4f29-4d4a-b5de-2ed2473e2eb6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.008227] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 in Status: SUCCESS [ 766.008463] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 deletion is rescheduled due to dependency. [ 766.008799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.147565] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 766.147565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.147912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.148010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.148393] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.148393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.148393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.148559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.148559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.148706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.148706] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.149851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.149851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.149976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.150047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.150130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.150287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.150369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.150498] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.182546] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.182865] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.183059] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.183405] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.183564] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.183853] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port e89ab73e-a6c0-4a7b-9ba2-efbbce088256 not found, creating... [ 766.184027] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.184220] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.184341] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.184591] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.184904] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.185246] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.185839] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.186021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.186327] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.186576] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.186892] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: e89ab73e-a6c0-4a7b-9ba2-efbbce088256 is going to be created. [ 766.218823] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.219094] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.219222] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.219511] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.219791] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.220088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-e89ab73e-a6c0-4a7b-9ba2-efbbce088256" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.336608] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2afc5349-472f-4e4c-a4bd-8a1c6238625b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.337780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.339260] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2afc5349-472f-4e4c-a4bd-8a1c6238625b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.341472] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feac509d-4f29-4d4a-b5de-2ed2473e2eb6 with status ACTIVE [ 766.341720] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.341877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.341956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.343297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.343297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.343297] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.343297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.343297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.343682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.343682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.343835] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.343980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.344308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.344552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.344715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.344916] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feac509d-4f29-4d4a-b5de-2ed2473e2eb6 is going to be updated. [ 766.376558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.376741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.376816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.376985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.377138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.377314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feac509d-4f29-4d4a-b5de-2ed2473e2eb6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.521072] env[65073]: INFO networking_nsxv3.common.synchronization [req-e2c1411c-59a6-450f-860a-c6852c59870d req-b44d4f49-79bc-4c3c-b885-960b029ee83a tempest-ImagesTestJSON-501847618 tempest-ImagesTestJSON-501847618-project-member] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 766.521689] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 766.521986] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.522157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.522245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.522387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.522618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.522714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.522778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.522919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.523020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.523107] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.652495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.652616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.652801] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.842030] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2afc5349-472f-4e4c-a4bd-8a1c6238625b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.917778] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.917778] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.917778] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.917778] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.918115] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.919474] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.919474] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.919474] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.919474] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.919474] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.919474] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.919474] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.919474] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.919474] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.919474] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.919949] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.930657] env[65073]: INFO networking_nsxv3.common.synchronization [req-ce6e4fe2-f991-457b-bb3a-423745946aba req-ee34fffd-0119-4952-a4c9-fd912d498015 service nova] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_rules [ 766.930657] env[65073]: INFO networking_nsxv3.common.synchronization [req-ce6e4fe2-f991-457b-bb3a-423745946aba req-ee34fffd-0119-4952-a4c9-fd912d498015 service nova] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 766.930657] env[65073]: INFO networking_nsxv3.common.synchronization [req-ce6e4fe2-f991-457b-bb3a-423745946aba req-ee34fffd-0119-4952-a4c9-fd912d498015 service nova] Enqueued Resource ID: e89ab73e-a6c0-4a7b-9ba2-efbbce088256 with Priority: HIGHEST for action port [ 766.930657] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_rules [ 766.930657] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 766.930657] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89ab73e-a6c0-4a7b-9ba2-efbbce088256 with Priority: HIGHEST for action port [ 766.930657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.930657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.931073] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.931073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.931073] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e89ab73e-a6c0-4a7b-9ba2-efbbce088256 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.931294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e89ab73e-a6c0-4a7b-9ba2-efbbce088256" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.931294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e89ab73e-a6c0-4a7b-9ba2-efbbce088256" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.931377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e89ab73e-a6c0-4a7b-9ba2-efbbce088256" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.931464] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89ab73e-a6c0-4a7b-9ba2-efbbce088256',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.941588] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.941782] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.941866] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.942068] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.942456] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-86000a66-bca0-4d97-8904-901d89c1d24c taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.943265] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-86000a66-bca0-4d97-8904-901d89c1d24c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.943368] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-86000a66-bca0-4d97-8904-901d89c1d24c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.943817] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-86000a66-bca0-4d97-8904-901d89c1d24c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.943971] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86000a66-bca0-4d97-8904-901d89c1d24c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.025621] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.025822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.025937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.026238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.026360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.026597] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.026717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.026772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.026915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.026990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.027101] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 767.054466] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.054948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.054948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.054948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.055057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.066357] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 767.157377] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.348596] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.348856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.349097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.349482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.349649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.349804] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b is going to be created. [ 767.381073] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.381352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.381493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.381799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.382183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.394579] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b in Status: UNINITIALIZED for 2s [ 767.433982] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e89ab73e-a6c0-4a7b-9ba2-efbbce088256 with status ACTIVE [ 767.434248] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.434442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.434442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.434791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.434924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.435227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.435359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.435453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.435638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.435744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.435947] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.436101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.436101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.436257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.436333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.436424] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e89ab73e-a6c0-4a7b-9ba2-efbbce088256 is going to be updated. [ 767.446267] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.446587] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.446792] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.447020] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.447178] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.447358] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 86000a66-bca0-4d97-8904-901d89c1d24c not found, creating... [ 767.447872] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.448128] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.448267] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.448516] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.448656] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.448952] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.449127] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.449244] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.449455] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.449652] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.449818] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 86000a66-bca0-4d97-8904-901d89c1d24c is going to be created. [ 767.473764] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.474413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.474413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.474413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.474413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.474692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e89ab73e-a6c0-4a7b-9ba2-efbbce088256" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.478120] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.478120] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.478120] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.478428] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.478509] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.479518] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-86000a66-bca0-4d97-8904-901d89c1d24c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.660354] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.660536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.660729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.661424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.661424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.661596] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be updated. [ 767.709594] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.709739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.709836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.710071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.710263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.723708] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: IN_PROGRESS for 2s [ 768.259946] env[65073]: INFO networking_nsxv3.common.synchronization [req-e2c1411c-59a6-450f-860a-c6852c59870d req-e1728e28-61b3-45f0-b1ef-0b5af072401c service nova] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_rules [ 768.260387] env[65073]: INFO networking_nsxv3.common.synchronization [req-e2c1411c-59a6-450f-860a-c6852c59870d req-e1728e28-61b3-45f0-b1ef-0b5af072401c service nova] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 768.260504] env[65073]: INFO networking_nsxv3.common.synchronization [req-e2c1411c-59a6-450f-860a-c6852c59870d req-e1728e28-61b3-45f0-b1ef-0b5af072401c service nova] Enqueued Resource ID: 86000a66-bca0-4d97-8904-901d89c1d24c with Priority: HIGHEST for action port [ 768.261129] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_rules [ 768.262622] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 768.262622] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86000a66-bca0-4d97-8904-901d89c1d24c with Priority: HIGHEST for action port [ 768.262622] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.262622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.262622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.262622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.262622] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.263914] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.263914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.263914] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-86000a66-bca0-4d97-8904-901d89c1d24c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.263914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86000a66-bca0-4d97-8904-901d89c1d24c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.264207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86000a66-bca0-4d97-8904-901d89c1d24c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.264392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86000a66-bca0-4d97-8904-901d89c1d24c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.264474] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86000a66-bca0-4d97-8904-901d89c1d24c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.691650] env[65073]: INFO networking_nsxv3.common.synchronization [req-8700f835-7dae-4a28-9381-53c2c6fc4d3a req-01199eb9-3270-446a-9661-7a517a60ade0 tempest-ImagesOneServerNegativeTestJSON-908060497 tempest-ImagesOneServerNegativeTestJSON-908060497-project-member] Enqueued Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 768.692685] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 768.693752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.693752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.693977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.695026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.695026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.695026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.695026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.695026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.695026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.695445] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.760659] env[65073]: INFO networking_nsxv3.common.synchronization [req-9947956a-7159-49d3-ba43-e81420725f63 req-4d0ecd3b-5dba-4d58-ac66-bbce9690302c tempest-ServerRescueTestJSON-175706971 tempest-ServerRescueTestJSON-175706971-project-member] Enqueued Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_members [ 768.761654] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGHEST for action security_group_members [ 768.762711] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.762711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.762711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.762711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.762920] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.766237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.766325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.767907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.767907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.767907] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.768520] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.768620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.768790] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86000a66-bca0-4d97-8904-901d89c1d24c with status ACTIVE [ 768.768948] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.769075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.769141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.769320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.769456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.769582] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.769992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.770083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.770262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.770344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.770579] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.770710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.771220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.771220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.771220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.772395] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86000a66-bca0-4d97-8904-901d89c1d24c is going to be updated. [ 768.798887] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.799227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.799268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.799589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.799810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.800114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86000a66-bca0-4d97-8904-901d89c1d24c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.077784] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 769.078091] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 deletion is rescheduled due to dependency. [ 769.078356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.079049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.079049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.079049] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.079240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.079240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.079332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.079409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.079521] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.198857] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.201772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.201772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.201772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.201772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.201772] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.201772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.201772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.201772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.201772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.201772] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b is going to be updated. [ 769.232681] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.232681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.232681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.232681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.232681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.242786] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: IN_PROGRESS for 2s [ 769.278136] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.278533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.278684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.279105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.279490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.279777] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.279983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.280615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.280869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.280995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.281136] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 is going to be updated. [ 769.374413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.374672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.374768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.375061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.375315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.390827] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 in Status: IN_PROGRESS for 2s [ 769.406777] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b in Status: SUCCESS [ 769.406777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.407258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.407258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.407547] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.408136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.408136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.408691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.409083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.409083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.409083] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2afc5349-472f-4e4c-a4bd-8a1c6238625b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.582537] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.737779] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 769.737959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.738209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.738415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.738615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.738900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.738900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.739048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.739048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.739120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.739284] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.739368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.739434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.739627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.739777] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.739870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.739936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.740144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.740144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.740350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.740417] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.741344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.741507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.741678] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.741780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.741847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.741987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.742078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.742170] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.912010] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2afc5349-472f-4e4c-a4bd-8a1c6238625b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.912165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.912219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.912480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.912697] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.912829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.912893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.913063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.913152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.913243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.913409] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2afc5349-472f-4e4c-a4bd-8a1c6238625b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.913512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.913575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.913717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.913857] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.913947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.914012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.914155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.914232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.914315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.914408] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2afc5349-472f-4e4c-a4bd-8a1c6238625b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.084733] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.244210] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5ecd08c-8bb9-42a9-94d5-8335201bd596: rpc.has_security_group_logging(os_id): False [ 770.248877] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.288126] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.288126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.288126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.288126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.288126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.288126] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.288126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.288126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.288126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.288126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.291588] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.291588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.291588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.291588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.291588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.291588] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.291588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.291588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.291588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.291588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.291588] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be created. [ 770.393304] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.393539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.393539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.393790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.393999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.410771] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: IN_PROGRESS for 2s [ 770.416931] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2afc5349-472f-4e4c-a4bd-8a1c6238625b: rpc.has_security_group_logging(os_id): False [ 770.439151] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.439380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.439380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.439597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.439663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.439834] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.439936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.440021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.440164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.440310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.440426] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.440524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.440589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.440708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.440776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.440952] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.444084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.444253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.444358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.444453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.444569] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b is going to be created. [ 770.587946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.587946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.587946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.588202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.588202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.588289] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 770.698039] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.698039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.698257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.698309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.698501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.730794] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.730986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.730986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.731203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.731351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.740118] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b in Status: IN_PROGRESS for 2s [ 770.751093] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.757651] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 771.253367] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: SUCCESS [ 771.253540] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b deletion is rescheduled due to dependency. [ 771.253664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.259863] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.260093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.260160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.260655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.260828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.261023] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be updated. [ 771.330963] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.330963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.330963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.331693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.331693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.351372] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: IN_PROGRESS for 2s [ 771.405990] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 in Status: SUCCESS [ 771.406358] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 deletion is rescheduled due to dependency. [ 771.406484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.432465] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 772.432907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.432907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.433156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.433236] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.756256] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b in Status: SUCCESS [ 772.756512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.773433] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 772.773433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.773433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.773433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.773433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.773433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.773433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.773433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.773433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.773433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.773433] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.935762] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.935984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.269718] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 773.270057] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] NSXv3 Agent Agent loop - iteration:1 started [ 773.277617] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.278364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.278616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.278961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.279121] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.279238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.279303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.279743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.279743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.279743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.279973] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.279973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.279973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.280126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.280262] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.280329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.280432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.280535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.280619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.280700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.280819] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.364055] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 773.364055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.364494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.364565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.364735] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.364885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.364971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.365389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.365389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.365389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.365726] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.762940] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 773.763230] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 773.785987] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d466f6d-d242-44e6-8d12-6699d56dfaa8: rpc.has_security_group_logging(os_id): False [ 773.814077] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.814077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.814077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.814077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.814077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.814077] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.814533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.814533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.814533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.814533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.814657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.814763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.814801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.814942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.815164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.815529] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.815626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.815726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.816180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.816294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.816383] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 773.871033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.871033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.871033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.871033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.871033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.871033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.871033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.871033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.871033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.871033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.871033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.871033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.871033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.871033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.871033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.871033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.871918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.871918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.871918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.871918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.872387] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.913268] env[65073]: INFO networking_nsxv3.common.synchronization [req-7d2e9ba4-b135-4ae9-8ee3-bff17d4265bb req-9c90e706-d887-4a06-a584-f947aedb0996 tempest-FloatingIPsAssociationTestJSON-1713797848 tempest-FloatingIPsAssociationTestJSON-1713797848-project-member] Enqueued Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_members [ 773.915370] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGHEST for action security_group_members [ 773.915370] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.915957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.916093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.916835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.917461] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.917461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.917461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.917461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.917664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.917813] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.938830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.938830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.938830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.940032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.940032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.972532] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 774.183848] env[65073]: INFO networking_nsxv3.common.synchronization [req-1820f75a-4f0f-424c-8b1f-fa10b150f4bd req-13f4679b-1994-43c7-b387-d798e3431ed0 tempest-ServersAdminNegativeTestJSON-1432671933 tempest-ServersAdminNegativeTestJSON-1432671933-project-member] Enqueued Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_members [ 774.183848] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_members [ 774.185530] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.185530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.185530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.185530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.185757] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.185887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.187488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.187488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.187488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.187488] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.377591] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5ecd08c-8bb9-42a9-94d5-8335201bd596: rpc.has_security_group_logging(os_id): False [ 774.410586] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.410871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.410871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.411266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.411378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.411611] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.411730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.411835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.412012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.412131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.412330] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.412482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.412535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.412753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.412982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.416528] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.416528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.416528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.416528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.416528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.416528] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be updated. [ 774.423868] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.423868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.423868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.423868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.423868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.423868] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.423868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.423868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.423868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.423868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.423868] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 is going to be updated. [ 774.480812] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.481063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.481184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.481475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.481676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.494219] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: IN_PROGRESS for 2s [ 774.518583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.518756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.518809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.519042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.519197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.533397] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: IN_PROGRESS for 2s [ 774.690154] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.193207] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.695550] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.695786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.695893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.696538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.696538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.696538] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 is going to be updated. [ 775.757109] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.757315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.757414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.759832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.759832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.774452] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 in Status: IN_PROGRESS for 2s [ 775.987099] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 775.988034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.051784] env[65073]: INFO networking_nsxv3.common.synchronization [req-de79d3b2-15bf-4ba3-89d8-17a244102896 req-a0ee8fed-dd5a-4f5f-a2c0-44cd00e6a611 tempest-AttachInterfacesV270Test-1666597760 tempest-AttachInterfacesV270Test-1666597760-project-member] Enqueued Resource ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f with Priority: HIGHEST for action security_group_members [ 776.052423] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f with Priority: HIGHEST for action security_group_members [ 776.052650] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.052802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.052877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.053248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.053399] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.053569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.053622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.053802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.053896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.053995] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5cf8a5-6e7b-4a34-9340-e415b35e753f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.512320] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 in Status: SUCCESS [ 776.512320] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 deletion is rescheduled due to dependency. [ 776.512943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.553189] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 776.553189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.553189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.553189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.553189] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.559732] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.559732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.559732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.559732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.559732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.559732] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.559732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.559732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.559732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.559732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.559732] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f already deleted. [ 776.559732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.616991] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.617119] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-709" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.617903] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-709" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.617903] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-709" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.617903] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.618124] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.619035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.619035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.619159] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.620372] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.620372] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.620372] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.620372] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.620372] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.620372] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.620372] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.642013] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.642013] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.642013] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.642013] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-709" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.642013] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-572bb974-49d2-4e0b-a64b-c73c1d0d9a7e taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.642013] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-572bb974-49d2-4e0b-a64b-c73c1d0d9a7e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.642013] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-572bb974-49d2-4e0b-a64b-c73c1d0d9a7e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.642013] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-572bb974-49d2-4e0b-a64b-c73c1d0d9a7e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.642013] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('572bb974-49d2-4e0b-a64b-c73c1d0d9a7e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.056067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.056067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.056067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.056437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.056437] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.056580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.056678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.056864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.056959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.057058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.057175] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.146434] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.146706] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.146863] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.147303] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.147497] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.147672] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 572bb974-49d2-4e0b-a64b-c73c1d0d9a7e not found, creating... [ 777.147995] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.148263] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.148408] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.148727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.148924] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.149295] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.149494] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.149671] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.149938] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.150113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.150385] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 572bb974-49d2-4e0b-a64b-c73c1d0d9a7e is going to be created. [ 777.180344] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.180769] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.180769] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.181039] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.181430] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.181668] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-572bb974-49d2-4e0b-a64b-c73c1d0d9a7e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.559788] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.560212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.560212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.560522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.560603] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.560755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.560851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.561074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.561226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.561597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.561597] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.561759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.561812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.562039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.562252] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.562388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.562480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.562677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.562791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.562975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.564601] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.787872] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 in Status: SUCCESS [ 777.787872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.908732] env[65073]: INFO networking_nsxv3.common.synchronization [req-de79d3b2-15bf-4ba3-89d8-17a244102896 req-f771b80d-3c62-45e2-9401-b16174e349ac service nova] Enqueued Resource ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f with Priority: HIGHEST for action security_group_rules [ 777.908956] env[65073]: INFO networking_nsxv3.common.synchronization [req-de79d3b2-15bf-4ba3-89d8-17a244102896 req-f771b80d-3c62-45e2-9401-b16174e349ac service nova] Enqueued Resource ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f with Priority: HIGHEST for action security_group_members [ 777.909207] env[65073]: INFO networking_nsxv3.common.synchronization [req-de79d3b2-15bf-4ba3-89d8-17a244102896 req-f771b80d-3c62-45e2-9401-b16174e349ac service nova] Enqueued Resource ID: 572bb974-49d2-4e0b-a64b-c73c1d0d9a7e with Priority: HIGHEST for action port [ 777.909710] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f with Priority: HIGHEST for action security_group_rules [ 777.909899] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f with Priority: HIGHEST for action security_group_members [ 777.910046] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572bb974-49d2-4e0b-a64b-c73c1d0d9a7e with Priority: HIGHEST for action port [ 777.910400] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e5cf8a5-6e7b-4a34-9340-e415b35e753f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.910525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.910586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.910902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.911042] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e5cf8a5-6e7b-4a34-9340-e415b35e753f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.912169] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.912169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.912310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.912401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.912618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.912755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.912814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.913026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.913307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.913377] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5cf8a5-6e7b-4a34-9340-e415b35e753f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.914395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-572bb974-49d2-4e0b-a64b-c73c1d0d9a7e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.914532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-572bb974-49d2-4e0b-a64b-c73c1d0d9a7e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.914532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-572bb974-49d2-4e0b-a64b-c73c1d0d9a7e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.915355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-572bb974-49d2-4e0b-a64b-c73c1d0d9a7e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.915355] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('572bb974-49d2-4e0b-a64b-c73c1d0d9a7e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.023850] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4327239c-2c18-4229-a400-d2a2f571dc2c None None] Enqueued Resource ID: ed60c4a2-cde5-41ac-b99f-7ce0c2720631 with Priority: HIGHEST for action port [ 778.024447] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed60c4a2-cde5-41ac-b99f-7ce0c2720631 with Priority: HIGHEST for action port [ 778.024730] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed60c4a2-cde5-41ac-b99f-7ce0c2720631 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.024876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed60c4a2-cde5-41ac-b99f-7ce0c2720631" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.024930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed60c4a2-cde5-41ac-b99f-7ce0c2720631" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.025285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed60c4a2-cde5-41ac-b99f-7ce0c2720631" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.025396] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed60c4a2-cde5-41ac-b99f-7ce0c2720631',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.067680] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5ecd08c-8bb9-42a9-94d5-8335201bd596: rpc.has_security_group_logging(os_id): False [ 778.095649] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.095849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.095849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.096111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.096258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.096655] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.096655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.096837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.096913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.096992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.097294] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.097398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.097469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.097604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.097672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.098102] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.098102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.098102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.098275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.098369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.098444] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be updated. [ 778.210145] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.210386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.210450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.210666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.210840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.238039] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: IN_PROGRESS for 2s [ 778.416454] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e5cf8a5-6e7b-4a34-9340-e415b35e753f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.417750] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.417750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.417946] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 572bb974-49d2-4e0b-a64b-c73c1d0d9a7e with status ACTIVE [ 778.418067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.418302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.418372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.418575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.419305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.419305] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.419305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.419305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.419305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.419305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.420519] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.421593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.421593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.421593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.421593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.421593] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 572bb974-49d2-4e0b-a64b-c73c1d0d9a7e is going to be updated. [ 778.475230] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.475230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.475230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.475230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.475230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.475230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-572bb974-49d2-4e0b-a64b-c73c1d0d9a7e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.529428] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed60c4a2-cde5-41ac-b99f-7ce0c2720631 [ 778.530146] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.530146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.530428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.530553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.530699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.530841] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed60c4a2-cde5-41ac-b99f-7ce0c2720631 already deleted. [ 778.530966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed60c4a2-cde5-41ac-b99f-7ce0c2720631" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.929251] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e5cf8a5-6e7b-4a34-9340-e415b35e753f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.950698] env[65073]: INFO networking_nsxv3.common.synchronization [req-cc3bc8e3-0c59-4f10-9f55-89a9b07905b0 req-d8dc86d8-eea8-4676-b8a3-56add882bda2 tempest-MigrationsAdminTest-45037865 tempest-MigrationsAdminTest-45037865-project-member] Enqueued Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_members [ 778.951895] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_members [ 778.952834] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.952993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.953057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.953334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.953504] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.953635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.953679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.953815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.953898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.954010] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.145508] env[65073]: INFO networking_nsxv3.common.synchronization [req-ce9512bc-78ad-4493-8440-63efcdc46893 req-e71af125-8050-4f3d-8c28-9ef9fea61867 tempest-ListServerFiltersTestJSON-272576157 tempest-ListServerFiltersTestJSON-272576157-project-member] Enqueued Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 779.148178] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 779.150452] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.150452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.150452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.150452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.150452] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.150452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.150452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.150452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.150452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.150452] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.433528] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.433528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.433528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.433690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.433791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.433892] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f is going to be created. [ 779.456580] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.467694] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.467863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.468018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.468483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.468483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.482183] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f in Status: UNINITIALIZED for 2s [ 779.582225] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.582225] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.582225] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.582225] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.582744] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.583266] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.583531] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.584940] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.585279] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.585635] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.585858] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.586137] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.586349] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.586728] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.586965] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.587232] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.610054] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.610347] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.610502] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.610676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.610999] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-e9f20845-4021-4389-b4ff-4df008fceee3 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.611183] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-e9f20845-4021-4389-b4ff-4df008fceee3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.611316] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-e9f20845-4021-4389-b4ff-4df008fceee3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.613618] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-e9f20845-4021-4389-b4ff-4df008fceee3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.613618] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f20845-4021-4389-b4ff-4df008fceee3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.652132] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.959195] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.117786] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.117884] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.118039] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.118588] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.118840] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.119118] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port e9f20845-4021-4389-b4ff-4df008fceee3 not found, creating... [ 780.119478] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.119683] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.119863] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.120348] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.120523] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.120918] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.121149] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.121284] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.121587] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.121768] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.121974] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: e9f20845-4021-4389-b4ff-4df008fceee3 is going to be created. [ 780.155898] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.181632] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.181632] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.181991] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.182521] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.182960] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.183395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-e9f20845-4021-4389-b4ff-4df008fceee3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.265189] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 780.265189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.465703] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.465795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.465875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.466253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.466418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.466579] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb11bf66-9206-465f-9167-8a76c14e74d9 is going to be updated. [ 780.520100] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.520344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.520644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.520825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.521118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.535952] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: IN_PROGRESS for 2s [ 780.659836] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.660126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.660126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.661089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.661089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.661089] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 is going to be updated. [ 780.713066] env[65073]: INFO networking_nsxv3.common.synchronization [None req-89929afc-b998-4b84-8ac7-9f77940b614f None None] Enqueued Resource ID: 5e98243d-dc2e-4b61-9830-0d9324ee92c6 with Priority: HIGHEST for action port [ 780.716410] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e98243d-dc2e-4b61-9830-0d9324ee92c6 with Priority: HIGHEST for action port [ 780.716697] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e98243d-dc2e-4b61-9830-0d9324ee92c6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.716915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e98243d-dc2e-4b61-9830-0d9324ee92c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.717022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e98243d-dc2e-4b61-9830-0d9324ee92c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.717313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e98243d-dc2e-4b61-9830-0d9324ee92c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.717474] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e98243d-dc2e-4b61-9830-0d9324ee92c6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.737314] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.737314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.737314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.737746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.737996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.756557] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: IN_PROGRESS for 2s [ 780.966521] env[65073]: INFO networking_nsxv3.common.synchronization [req-cc3bc8e3-0c59-4f10-9f55-89a9b07905b0 req-cbe9e37d-87a3-476e-b70b-783c8ad3f45a service nova] Enqueued Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_rules [ 780.966831] env[65073]: INFO networking_nsxv3.common.synchronization [req-cc3bc8e3-0c59-4f10-9f55-89a9b07905b0 req-cbe9e37d-87a3-476e-b70b-783c8ad3f45a service nova] Enqueued Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_members [ 780.966831] env[65073]: INFO networking_nsxv3.common.synchronization [req-cc3bc8e3-0c59-4f10-9f55-89a9b07905b0 req-cbe9e37d-87a3-476e-b70b-783c8ad3f45a service nova] Enqueued Resource ID: e9f20845-4021-4389-b4ff-4df008fceee3 with Priority: HIGHEST for action port [ 780.967457] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_rules [ 780.967610] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_members [ 780.969940] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f20845-4021-4389-b4ff-4df008fceee3 with Priority: HIGHEST for action port [ 780.970467] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.970923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.970923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.971086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.971221] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.972909] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.974516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.976897] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9f20845-4021-4389-b4ff-4df008fceee3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.976897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9f20845-4021-4389-b4ff-4df008fceee3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.976897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9f20845-4021-4389-b4ff-4df008fceee3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.977210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9f20845-4021-4389-b4ff-4df008fceee3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.977210] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f20845-4021-4389-b4ff-4df008fceee3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.224634] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e98243d-dc2e-4b61-9830-0d9324ee92c6 [ 781.224862] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.224998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.225113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.225364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.225617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.225739] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e98243d-dc2e-4b61-9830-0d9324ee92c6 already deleted. [ 781.225840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e98243d-dc2e-4b61-9830-0d9324ee92c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.481111] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.481258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.482711] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9f20845-4021-4389-b4ff-4df008fceee3 with status ACTIVE [ 781.483090] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.483340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.483446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.483699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.483806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.484043] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.484156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.484220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.484385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.484467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.484659] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.484753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.484816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.484946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.485028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.485134] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9f20845-4021-4389-b4ff-4df008fceee3 is going to be updated. [ 781.496497] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f in Status: SUCCESS [ 781.496715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.496889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.497114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.497341] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.497432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.497511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.497626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.497708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.497791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.497885] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e5cf8a5-6e7b-4a34-9340-e415b35e753f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.522803] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.522803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.522803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.523044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.523162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.523319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9f20845-4021-4389-b4ff-4df008fceee3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.926859] env[65073]: INFO networking_nsxv3.common.synchronization [req-7132431d-9e6e-4071-b835-14fa4d418659 req-732c0b82-4092-4daa-a6b0-53413f7ba0f9 tempest-ServerTagsTestJSON-81417464 tempest-ServerTagsTestJSON-81417464-project-member] Enqueued Resource ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 with Priority: HIGHEST for action security_group_members [ 781.927361] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 with Priority: HIGHEST for action security_group_members [ 781.927773] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.928016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.928094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.928506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.928679] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.928789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.928865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.929134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.929246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.929349] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca38d82-83b1-4539-bbec-b3d4d7e74ca5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.001274] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.001274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.001274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.001274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.001274] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.001274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.001274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.001274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.001940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.001940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.001940] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.001940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.001940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.002111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.002181] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.002279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.002338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.002472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.002547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.002672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.002724] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e5cf8a5-6e7b-4a34-9340-e415b35e753f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.432974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.433204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.433252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.433468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.433559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.433767] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.433866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.435255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.435548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.435643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.435754] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 already deleted. [ 782.435825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.471757] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.471966] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-362" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.472096] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-362" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.472420] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-362" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.472738] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.473229] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.473376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.473694] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.473886] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.474133] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.474274] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.474423] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.474506] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.474689] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.474814] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.474968] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.500537] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.500537] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.500537] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.500537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-362" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.500537] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-f228e167-264f-47c3-b22b-68eb0f5832ea taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.500537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-f228e167-264f-47c3-b22b-68eb0f5832ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.500537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-f228e167-264f-47c3-b22b-68eb0f5832ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.500537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-f228e167-264f-47c3-b22b-68eb0f5832ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.500537] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f228e167-264f-47c3-b22b-68eb0f5832ea',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.505584] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e5cf8a5-6e7b-4a34-9340-e415b35e753f: rpc.has_security_group_logging(os_id): False [ 782.529129] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.529401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.529497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.529766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.529889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.530208] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.530376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.530478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.530687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.530807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.531103] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.531290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.531372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.531577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.531687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.532031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.532235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.532351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.532515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.532596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.532727] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f is going to be created. [ 782.549237] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: SUCCESS [ 782.549549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.549777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.550093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.550421] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.550624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.550719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.550962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.551942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.552334] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.612713] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.612713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.612713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.612713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.612713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.628269] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f in Status: IN_PROGRESS for 2s [ 782.770445] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: SUCCESS [ 782.770445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.003500] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.004070] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.004070] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.004255] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.004255] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.004524] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port f228e167-264f-47c3-b22b-68eb0f5832ea not found, creating... [ 783.004672] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.004850] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.004961] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.005198] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.005329] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.005613] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.005763] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.005871] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.006192] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.006361] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.006531] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: f228e167-264f-47c3-b22b-68eb0f5832ea is going to be created. [ 783.031332] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.031332] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.031332] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.031683] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.031881] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.032134] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-f228e167-264f-47c3-b22b-68eb0f5832ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.055897] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.417177] env[65073]: INFO networking_nsxv3.common.synchronization [req-af0569db-c3c6-466d-b3db-5165d0d0edcb req-e4ea154f-be19-4c17-8b3b-464d352ee37f tempest-ServersTestMultiNic-575633863 tempest-ServersTestMultiNic-575633863-project-member] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 783.417823] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 783.418174] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.418312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.418378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.418585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.418720] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.418830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.418907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.419068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.419188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.419238] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.557804] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.774026] env[65073]: INFO networking_nsxv3.common.synchronization [req-7132431d-9e6e-4071-b835-14fa4d418659 req-0476211a-6b9c-4260-b4b8-7dbbf4e31c89 service nova] Enqueued Resource ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 with Priority: HIGHEST for action security_group_rules [ 783.774026] env[65073]: INFO networking_nsxv3.common.synchronization [req-7132431d-9e6e-4071-b835-14fa4d418659 req-0476211a-6b9c-4260-b4b8-7dbbf4e31c89 service nova] Enqueued Resource ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 with Priority: HIGHEST for action security_group_members [ 783.774026] env[65073]: INFO networking_nsxv3.common.synchronization [req-7132431d-9e6e-4071-b835-14fa4d418659 req-0476211a-6b9c-4260-b4b8-7dbbf4e31c89 service nova] Enqueued Resource ID: f228e167-264f-47c3-b22b-68eb0f5832ea with Priority: HIGHEST for action port [ 783.774026] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 with Priority: HIGHEST for action security_group_rules [ 783.774026] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 with Priority: HIGHEST for action security_group_members [ 783.774026] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f228e167-264f-47c3-b22b-68eb0f5832ea with Priority: HIGHEST for action port [ 783.774026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca38d82-83b1-4539-bbec-b3d4d7e74ca5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.774568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.774749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.775132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.775338] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca38d82-83b1-4539-bbec-b3d4d7e74ca5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.779936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.779936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.779936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.779936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.779936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.779936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.779936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.779936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.779936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.779936] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca38d82-83b1-4539-bbec-b3d4d7e74ca5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.779936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f228e167-264f-47c3-b22b-68eb0f5832ea taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.780880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f228e167-264f-47c3-b22b-68eb0f5832ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.780880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f228e167-264f-47c3-b22b-68eb0f5832ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.780880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f228e167-264f-47c3-b22b-68eb0f5832ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.780880] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f228e167-264f-47c3-b22b-68eb0f5832ea',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.858970] env[65073]: INFO networking_nsxv3.common.synchronization [req-af0569db-c3c6-466d-b3db-5165d0d0edcb req-f752fdc0-5ff8-4cf6-93d4-adc6339a8697 tempest-ServersTestMultiNic-575633863 tempest-ServersTestMultiNic-575633863-project-member] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 783.859724] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 783.859724] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.859724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.922368] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.061449] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.061449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.061449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.062252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.062252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.062252] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb11bf66-9206-465f-9167-8a76c14e74d9 is going to be updated. [ 784.095112] env[65073]: INFO networking_nsxv3.common.synchronization [req-af0569db-c3c6-466d-b3db-5165d0d0edcb req-d5cff639-bc9f-4acc-b05e-ea5b71d2f9c9 tempest-ServersTestMultiNic-575633863 tempest-ServersTestMultiNic-575633863-project-member] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 784.096410] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.096410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.096410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.096588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.096721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.097977] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 784.098289] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.098374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.107835] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: IN_PROGRESS for 2s [ 784.285092] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.285092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.285092] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca38d82-83b1-4539-bbec-b3d4d7e74ca5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.285092] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f228e167-264f-47c3-b22b-68eb0f5832ea with status ACTIVE [ 784.285092] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.287194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.288778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.289302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.289420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.289886] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.289886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.289886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.290113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.290245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.290542] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.290656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.290715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.290715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.290715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.290715] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f228e167-264f-47c3-b22b-68eb0f5832ea is going to be updated. [ 784.341161] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.341331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.341411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.341768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.341990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.342325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f228e167-264f-47c3-b22b-68eb0f5832ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.425470] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.646962] env[65073]: INFO networking_nsxv3.common.synchronization [req-0265edc8-c60a-4d01-a70a-e8a119738084 req-2c2c51c4-3cb6-4e4b-baf8-ba4e78e04bd5 tempest-ServerActionsV293TestJSON-93712724 tempest-ServerActionsV293TestJSON-93712724-project-member] Enqueued Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGHEST for action security_group_members [ 784.646962] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f in Status: SUCCESS [ 784.647439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.648507] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGHEST for action security_group_members [ 784.648979] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0640afb1-a17f-4308-a977-a999c84ee229 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.649210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.649354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.650055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.650055] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.650055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.650267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.650574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.650735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.651248] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0640afb1-a17f-4308-a977-a999c84ee229',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.795207] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca38d82-83b1-4539-bbec-b3d4d7e74ca5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.929138] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.929138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.929138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.929138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.929357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.929453] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be updated. [ 784.963722] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.963832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.963908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.964063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.964308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.976401] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: IN_PROGRESS for 2s [ 785.023623] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.023809] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-388" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.023926] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-388" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.024361] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-388" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.024653] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.024820] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.025047] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.025939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.025939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.025939] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.025939] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.025939] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.026141] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.026409] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.026409] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.027362] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.063027] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.063027] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.063027] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.063027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-388" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.063027] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-c0592275-465a-4f7a-9a52-8eb22ee8422b taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.063027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-c0592275-465a-4f7a-9a52-8eb22ee8422b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.063027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-c0592275-465a-4f7a-9a52-8eb22ee8422b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.063027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-c0592275-465a-4f7a-9a52-8eb22ee8422b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.063027] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0592275-465a-4f7a-9a52-8eb22ee8422b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.153689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.156903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.156903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.156903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.156903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.156903] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.156903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.156903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.156903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.156903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.156903] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0640afb1-a17f-4308-a977-a999c84ee229 already deleted. [ 785.156903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.300872] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.301169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.301169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.301435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.301542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.301691] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 is going to be created. [ 785.337342] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.337612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.337713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.337975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.338341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.349429] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 in Status: UNINITIALIZED for 2s [ 785.574643] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.574643] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.574643] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.574643] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.574643] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.574643] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port c0592275-465a-4f7a-9a52-8eb22ee8422b not found, creating... [ 785.574643] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.574643] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.574643] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.574643] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.574643] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.575237] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.575237] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.575237] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.575237] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.575237] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.575865] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: c0592275-465a-4f7a-9a52-8eb22ee8422b is going to be created. [ 785.601265] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.601803] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.602088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.603112] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.603112] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.603412] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-c0592275-465a-4f7a-9a52-8eb22ee8422b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.120575] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: SUCCESS [ 786.120939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.121609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.121907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.122477] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.122477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.122477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.122796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.122845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.122965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.123146] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.364447] env[65073]: INFO networking_nsxv3.common.synchronization [req-0265edc8-c60a-4d01-a70a-e8a119738084 req-607ef0e6-a836-4af4-bae5-a9104e507ffc service nova] Enqueued Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGHEST for action security_group_rules [ 786.364447] env[65073]: INFO networking_nsxv3.common.synchronization [req-0265edc8-c60a-4d01-a70a-e8a119738084 req-607ef0e6-a836-4af4-bae5-a9104e507ffc service nova] Enqueued Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGHEST for action security_group_members [ 786.364447] env[65073]: INFO networking_nsxv3.common.synchronization [req-0265edc8-c60a-4d01-a70a-e8a119738084 req-607ef0e6-a836-4af4-bae5-a9104e507ffc service nova] Enqueued Resource ID: c0592275-465a-4f7a-9a52-8eb22ee8422b with Priority: HIGHEST for action port [ 786.364447] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGHEST for action security_group_rules [ 786.364710] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGHEST for action security_group_members [ 786.364710] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0592275-465a-4f7a-9a52-8eb22ee8422b with Priority: HIGHEST for action port [ 786.365554] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0640afb1-a17f-4308-a977-a999c84ee229 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.365554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.365554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.365831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.365831] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0640afb1-a17f-4308-a977-a999c84ee229',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.366853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0640afb1-a17f-4308-a977-a999c84ee229 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.366932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.367016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.367165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.367735] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.367735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.367735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.367735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.367735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.367735] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0640afb1-a17f-4308-a977-a999c84ee229',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.369514] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0592275-465a-4f7a-9a52-8eb22ee8422b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.369514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0592275-465a-4f7a-9a52-8eb22ee8422b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.369514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0592275-465a-4f7a-9a52-8eb22ee8422b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.369514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0592275-465a-4f7a-9a52-8eb22ee8422b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.369514] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0592275-465a-4f7a-9a52-8eb22ee8422b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.625534] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.625697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.625788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.626832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.626832] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.626832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.626832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.626832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.627298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.627298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.627298] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.627298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.627298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.627519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.627595] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.627707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.627786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.627929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.628038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.628125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.628232] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.871756] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0640afb1-a17f-4308-a977-a999c84ee229 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.871756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.872048] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0640afb1-a17f-4308-a977-a999c84ee229',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.872975] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0592275-465a-4f7a-9a52-8eb22ee8422b with status ACTIVE [ 786.873201] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.873325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.873403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.873640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.873747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.873949] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.874929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.875037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.875232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.875363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.875588] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.875806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.875875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.876087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.876254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.876296] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0592275-465a-4f7a-9a52-8eb22ee8422b is going to be updated. [ 786.902352] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.902903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.903098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.903427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.903653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.903893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0592275-465a-4f7a-9a52-8eb22ee8422b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.936776] env[65073]: INFO networking_nsxv3.common.synchronization [req-3717fb9a-cebd-40e1-a376-5aa65b565df5 req-22dc7e7a-5dc7-476a-b5f5-9c1abeefbe2c tempest-InstanceActionsTestJSON-670224901 tempest-InstanceActionsTestJSON-670224901-project-member] Enqueued Resource ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b with Priority: HIGHEST for action security_group_members [ 786.941153] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b with Priority: HIGHEST for action security_group_members [ 786.941962] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2afc5349-472f-4e4c-a4bd-8a1c6238625b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.942495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.942495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.946025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.946025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.946025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.946025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.946025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.946025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.946025] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2afc5349-472f-4e4c-a4bd-8a1c6238625b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.992790] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 786.992790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.992790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.992790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.992790] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.992790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.992790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.992790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.992790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.992790] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.133466] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb11bf66-9206-465f-9167-8a76c14e74d9: rpc.has_security_group_logging(os_id): False [ 787.160737] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.160737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.160737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.160737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.160737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.161767] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.162133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.162250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.163207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.163207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.163207] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.163207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.163207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.163478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.163478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.163642] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.164758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.164758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.164758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.164758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.164758] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb11bf66-9206-465f-9167-8a76c14e74d9 is going to be updated. [ 787.245245] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.245465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.245507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.245756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.245972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.269478] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: IN_PROGRESS for 2s [ 787.334824] env[65073]: INFO networking_nsxv3.common.synchronization [req-15e65af9-023d-425e-9b2a-b1c49309390b req-c30690b0-abd8-4cdf-b6b3-b11c7607b6c0 tempest-ServersAdminTestJSON-1383213945 tempest-ServersAdminTestJSON-1383213945-project-member] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 787.336479] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 787.336638] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.336791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.336835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.338135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.338135] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.338135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.338135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.338135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.338135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.338135] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.378551] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0640afb1-a17f-4308-a977-a999c84ee229',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.383775] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 in Status: SUCCESS [ 787.383775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.383775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.383775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.383775] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.383775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.384043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.385169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.385306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.385438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.385593] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca38d82-83b1-4539-bbec-b3d4d7e74ca5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.449901] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.449901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.449901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.449901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.449901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.449901] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.449901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.449901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.449901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.449901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.449901] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b is going to be updated. [ 787.492770] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.492770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.492770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.493032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.493184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.495186] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.495186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.495186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.495186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.495186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.495461] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.495461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.495536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.495719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.495822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.495895] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be updated. [ 787.510736] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b in Status: IN_PROGRESS for 2s [ 787.544013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.544235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.544326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.544565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.544748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.557391] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: IN_PROGRESS for 2s [ 787.842941] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.888065] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.888065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.888065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.888065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.888522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.888522] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0640afb1-a17f-4308-a977-a999c84ee229 is going to be created. [ 787.889679] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.889868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.889977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.890133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.890309] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.890469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.890542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.890777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.890875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.890979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.891205] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.891356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.891422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.891573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.891771] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.891882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.891948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.892176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.892284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.892399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.892501] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca38d82-83b1-4539-bbec-b3d4d7e74ca5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.921489] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.921636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.922944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.922944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.922944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.939980] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0640afb1-a17f-4308-a977-a999c84ee229 in Status: UNINITIALIZED for 2s [ 788.345946] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.396114] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca38d82-83b1-4539-bbec-b3d4d7e74ca5: rpc.has_security_group_logging(os_id): False [ 788.436884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.436884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.437238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.437379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.437442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.438214] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.438214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.438214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.438214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.438214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.438741] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.438741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.438951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.439045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.439146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.439379] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.439492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.439561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.439693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.439777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.439858] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 is going to be created. [ 788.564853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.565169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.565250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.565580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.565966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.585202] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 in Status: IN_PROGRESS for 2s [ 788.848745] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.849035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.849127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.849353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.849448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.849550] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be updated. [ 788.905225] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.905381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.905422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.906046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.906046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.918872] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 789.298518] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: SUCCESS [ 789.298936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.423059] env[65073]: INFO networking_nsxv3.common.synchronization [req-58ba1e81-281c-49f9-844d-551174f1cf75 req-1688d07c-a346-4f9e-b60e-876a2e456191 tempest-ListImageFiltersTestJSON-1263283272 tempest-ListImageFiltersTestJSON-1263283272-project-member] Enqueued Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_members [ 789.423059] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGHEST for action security_group_members [ 789.423059] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.423059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.423059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.423059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.423059] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.423059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.423059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.423059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.423927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.424185] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.527966] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b in Status: SUCCESS [ 789.528387] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b deletion is rescheduled due to dependency. [ 789.528616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.580411] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 789.580411] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 deletion is rescheduled due to dependency. [ 789.580411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.580411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.581309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.581309] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.581309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.581309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.581309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.581309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.581309] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.927053] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.927316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.927381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.927631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.927826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.928096] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.928223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.928310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.928614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.928741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.928882] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21386403-a28b-450e-a859-a087b70e40bf is going to be updated. [ 789.965233] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0640afb1-a17f-4308-a977-a999c84ee229 in Status: SUCCESS [ 789.965233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.965233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.965610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.965610] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.965893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.965893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.966035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.966143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.966502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.966502] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0640afb1-a17f-4308-a977-a999c84ee229',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.968923] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.969100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.969145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.969561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.969561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.984362] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21386403-a28b-450e-a859-a087b70e40bf in Status: IN_PROGRESS for 2s [ 790.088184] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.088727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.088885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.089199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.089394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.089738] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.089978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.090138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.090433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.092023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.092023] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be updated. [ 790.127248] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.127418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.127459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.128038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.128038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.144493] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: IN_PROGRESS for 2s [ 790.473724] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0640afb1-a17f-4308-a977-a999c84ee229',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.600394] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 in Status: SUCCESS [ 790.600664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.932479] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 790.932800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.977335] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0640afb1-a17f-4308-a977-a999c84ee229: rpc.has_security_group_logging(os_id): False [ 791.004121] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.004121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.004121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.004121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.004121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.004121] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.004397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.004397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.004510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.004643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.004815] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0640afb1-a17f-4308-a977-a999c84ee229 is going to be created. [ 791.073431] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.073649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.073649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.073826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.074059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.087131] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0640afb1-a17f-4308-a977-a999c84ee229 in Status: IN_PROGRESS for 2s [ 791.998650] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21386403-a28b-450e-a859-a087b70e40bf in Status: SUCCESS [ 791.999120] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21386403-a28b-450e-a859-a087b70e40bf deletion is rescheduled due to dependency. [ 791.999120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.157013] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 792.157937] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 deletion is rescheduled due to dependency. [ 792.157937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.099612] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0640afb1-a17f-4308-a977-a999c84ee229 in Status: SUCCESS [ 793.099936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.110332] env[65073]: INFO networking_nsxv3.common.synchronization [None req-10417049-00e0-4606-929a-0a7306d776f5 tempest-ImagesOneServerNegativeTestJSON-908060497 tempest-ImagesOneServerNegativeTestJSON-908060497-project-member] Enqueued Resource ID: 368703cf-866c-40ee-8d5d-73dc4218aae8 with Priority: HIGHEST for action security_group_rules [ 793.111066] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368703cf-866c-40ee-8d5d-73dc4218aae8 with Priority: HIGHEST for action security_group_rules [ 793.111398] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-368703cf-866c-40ee-8d5d-73dc4218aae8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.111520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-368703cf-866c-40ee-8d5d-73dc4218aae8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.111585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-368703cf-866c-40ee-8d5d-73dc4218aae8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.111854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-368703cf-866c-40ee-8d5d-73dc4218aae8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.111943] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('368703cf-866c-40ee-8d5d-73dc4218aae8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.264958] env[65073]: INFO networking_nsxv3.common.synchronization [None req-0f4528bf-10bd-42f7-a8cf-53785b4c4059 tempest-ImagesOneServerNegativeTestJSON-908060497 tempest-ImagesOneServerNegativeTestJSON-908060497-project-member] Enqueued Resource ID: 368703cf-866c-40ee-8d5d-73dc4218aae8 with Priority: HIGHEST for action security_group_rules [ 793.267148] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368703cf-866c-40ee-8d5d-73dc4218aae8 with Priority: HIGHEST for action security_group_rules [ 793.267501] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-368703cf-866c-40ee-8d5d-73dc4218aae8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.268193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-368703cf-866c-40ee-8d5d-73dc4218aae8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.667503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.667503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.667503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.667503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.667503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.667503] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 368703cf-866c-40ee-8d5d-73dc4218aae8 already deleted. [ 793.667503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-368703cf-866c-40ee-8d5d-73dc4218aae8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.667857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-368703cf-866c-40ee-8d5d-73dc4218aae8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.667928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-368703cf-866c-40ee-8d5d-73dc4218aae8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.668089] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('368703cf-866c-40ee-8d5d-73dc4218aae8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.195937] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.196376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.196376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.196376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.196491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.196589] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 368703cf-866c-40ee-8d5d-73dc4218aae8 already deleted. [ 794.196643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-368703cf-866c-40ee-8d5d-73dc4218aae8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.761059] env[65073]: INFO networking_nsxv3.common.synchronization [req-965acbce-f774-4f9f-a34a-ecf6f7ff0f5d req-059b1df5-b086-4cc2-96f6-1dbf53bfc60a tempest-AttachInterfacesV270Test-1666597760 tempest-AttachInterfacesV270Test-1666597760-project-member] Enqueued Resource ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f with Priority: HIGHEST for action security_group_members [ 795.762939] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f with Priority: HIGHEST for action security_group_members [ 795.762939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.762939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.763369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.763531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.763714] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.763865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.763947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.764134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.764975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.765594] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5cf8a5-6e7b-4a34-9340-e415b35e753f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.269392] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.269583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.269719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.269975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.270122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.270608] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.270746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.270805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.270966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.271061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.273031] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f is going to be updated. [ 796.314023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.314023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.314023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.314023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.314023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.324184] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f in Status: IN_PROGRESS for 2s [ 798.342026] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f in Status: SUCCESS [ 798.342026] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f deletion is rescheduled due to dependency. [ 798.342026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.393849] env[65073]: INFO networking_nsxv3.common.synchronization [req-02c6fa65-7bdd-44c6-8ac9-ae7e7091aec4 req-dc2ce755-5bb6-4dae-9fdd-1e69412b2874 tempest-ImagesOneServerTestJSON-1098750430 tempest-ImagesOneServerTestJSON-1098750430-project-member] Enqueued Resource ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d with Priority: HIGHEST for action security_group_members [ 800.395894] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d with Priority: HIGHEST for action security_group_members [ 800.396463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.396463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.396618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.396750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.396873] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.396970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.397044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.397205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.397293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.397414] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('218cf7f8-4ac6-4689-9c4f-f558d53e7b2d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.899871] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.901080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.901080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.901299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.901460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.901725] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.901809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.901875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.902049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.902134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.902228] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d is going to be updated. [ 800.934480] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.934480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.934480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.935748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.935960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.947459] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d in Status: IN_PROGRESS for 2s [ 802.876805] env[65073]: INFO networking_nsxv3.common.synchronization [req-a1279324-ea65-4326-b364-349465eb5f60 req-cb3b3bf4-e104-4b93-ac74-f4d6267dfbfc tempest-ServerTagsTestJSON-81417464 tempest-ServerTagsTestJSON-81417464-project-member] Enqueued Resource ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 with Priority: HIGHEST for action security_group_members [ 802.877514] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 with Priority: HIGHEST for action security_group_members [ 802.878603] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.879111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.879249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.879492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.879659] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.879816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.879896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.880725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.880835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.883187] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca38d82-83b1-4539-bbec-b3d4d7e74ca5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.963980] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d in Status: SUCCESS [ 802.964185] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d deletion is rescheduled due to dependency. [ 802.964300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.987135] env[65073]: INFO networking_nsxv3.common.synchronization [req-a3bed1c2-ee10-441b-859d-9ff08c098d68 req-5e8a04c2-a4e8-4b04-af99-732eb007bb9c tempest-ServersAdminNegativeTestJSON-1432671933 tempest-ServersAdminNegativeTestJSON-1432671933-project-member] Enqueued Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_members [ 802.987654] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGHEST for action security_group_members [ 802.988022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.988151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.988213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.988439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.988590] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.988681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.988777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.988876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.988954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.992169] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.005830] env[65073]: INFO networking_nsxv3.common.synchronization [None req-bb1d3e1a-ab8a-451e-a2e0-eb847dc75681 None None] Enqueued Resource ID: 88cd57bd-29a7-4bda-b278-1405a7ae1d9c with Priority: HIGHEST for action port [ 803.005830] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88cd57bd-29a7-4bda-b278-1405a7ae1d9c with Priority: HIGHEST for action port [ 803.005830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-88cd57bd-29a7-4bda-b278-1405a7ae1d9c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.005830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88cd57bd-29a7-4bda-b278-1405a7ae1d9c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.005830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88cd57bd-29a7-4bda-b278-1405a7ae1d9c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.006178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88cd57bd-29a7-4bda-b278-1405a7ae1d9c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.006178] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88cd57bd-29a7-4bda-b278-1405a7ae1d9c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.389573] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.389573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.389573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.389573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.389573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.389573] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.389573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.389573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.389573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.389573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.389573] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 is going to be updated. [ 803.491169] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.491407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.491407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.491667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.491826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.494602] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.494724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.494788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.494979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.495104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.495294] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.495395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.495457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.495613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.495692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.495775] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 is going to be updated. [ 803.510643] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88cd57bd-29a7-4bda-b278-1405a7ae1d9c [ 803.510904] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.511049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.511118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.511330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.511418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.511547] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88cd57bd-29a7-4bda-b278-1405a7ae1d9c already deleted. [ 803.511640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88cd57bd-29a7-4bda-b278-1405a7ae1d9c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.514364] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 in Status: IN_PROGRESS for 2s [ 803.545540] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.545686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.545761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.546234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.546394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.559266] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 in Status: IN_PROGRESS for 2s [ 803.599573] env[65073]: INFO networking_nsxv3.common.synchronization [req-afdd7d7c-4114-4bff-a371-3509ea882851 req-16c54d92-f8f7-4299-9864-f4ad3d215cfd tempest-ImagesTestJSON-501847618 tempest-ImagesTestJSON-501847618-project-member] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 803.600164] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 803.600498] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.600644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.600697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.600883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.602166] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.602391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.602492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.604882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.605167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.605291] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.107940] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.108248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.108496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.108795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.108905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.109132] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.109248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.109340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.109524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.109640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.109640] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 804.151441] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.151441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.151926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.151926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.151926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.164757] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 805.444393] env[65073]: INFO networking_nsxv3.common.synchronization [req-1050d5f9-1f20-461e-b13c-f312defbbd2e req-a048386b-46d1-4887-8d0f-247fb61c6270 tempest-ListServerFiltersTestJSON-272576157 tempest-ListServerFiltersTestJSON-272576157-project-member] Enqueued Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 805.445009] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 805.445676] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.445805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.445866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.446344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.446514] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.446623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.446685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.446851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.446958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.447052] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.528652] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 in Status: SUCCESS [ 805.528941] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 deletion is rescheduled due to dependency. [ 805.529130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.572561] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 in Status: SUCCESS [ 805.572669] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 deletion is rescheduled due to dependency. [ 805.572770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.702573] env[65073]: INFO networking_nsxv3.common.synchronization [None req-494f74ac-9280-4895-a586-d8a47ee7e5d7 None None] Enqueued Resource ID: 789972fe-2b2f-4559-b52e-f0d60ccebf9e with Priority: HIGHEST for action port [ 805.703746] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789972fe-2b2f-4559-b52e-f0d60ccebf9e with Priority: HIGHEST for action port [ 805.704217] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-789972fe-2b2f-4559-b52e-f0d60ccebf9e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.704328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-789972fe-2b2f-4559-b52e-f0d60ccebf9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.704446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-789972fe-2b2f-4559-b52e-f0d60ccebf9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.704872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-789972fe-2b2f-4559-b52e-f0d60ccebf9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.704957] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('789972fe-2b2f-4559-b52e-f0d60ccebf9e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.949443] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.174595] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 806.174840] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 deletion is rescheduled due to dependency. [ 806.174926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.208193] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 789972fe-2b2f-4559-b52e-f0d60ccebf9e [ 806.208490] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.208695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.208791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.208997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.209113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.209218] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:789972fe-2b2f-4559-b52e-f0d60ccebf9e already deleted. [ 806.209308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-789972fe-2b2f-4559-b52e-f0d60ccebf9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.452423] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.955402] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.955539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.955539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.955775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.955886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.955986] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 is going to be updated. [ 806.989027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.989227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.989335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.989612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.989806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.002860] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: IN_PROGRESS for 2s [ 809.014645] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: SUCCESS [ 809.015016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.704691] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 810.704691] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 813.259730] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9e67de32-3c3f-4be3-a45d-84b36a262dfc None None] Enqueued Resource ID: ace5e489-2be6-4fc0-b972-97394dfe164e with Priority: HIGHEST for action port [ 813.261056] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace5e489-2be6-4fc0-b972-97394dfe164e with Priority: HIGHEST for action port [ 813.261684] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ace5e489-2be6-4fc0-b972-97394dfe164e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.261814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ace5e489-2be6-4fc0-b972-97394dfe164e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.261865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ace5e489-2be6-4fc0-b972-97394dfe164e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.262136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ace5e489-2be6-4fc0-b972-97394dfe164e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.262218] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ace5e489-2be6-4fc0-b972-97394dfe164e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.767539] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ace5e489-2be6-4fc0-b972-97394dfe164e [ 813.767539] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.767539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.767539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.767539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.767539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.767929] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ace5e489-2be6-4fc0-b972-97394dfe164e already deleted. [ 813.767929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ace5e489-2be6-4fc0-b972-97394dfe164e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.952026] env[65073]: INFO networking_nsxv3.common.synchronization [req-c2a6da27-d4a5-47e6-9f85-703f34971114 req-479efbba-d021-4cd4-b14e-d846c2e93cae tempest-ServersAdminTestJSON-1383213945 tempest-ServersAdminTestJSON-1383213945-project-member] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 813.952128] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 813.952835] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.952835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.952835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.952835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.953133] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.954128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.954128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.954128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.954128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.954302] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.227849] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c6466c2f-5f9b-4a77-9d06-d5a17e75d252 tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_rules [ 814.228773] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_rules [ 814.230625] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.230625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.230625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.230625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.230625] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.350494] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9e452610-b7f2-4f21-a817-b95d85a01a24 tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_rules [ 814.351408] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_rules [ 814.351822] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.351958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.456937] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.757195] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.757195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.757195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.758999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.758999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.758999] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e291ca8-3435-4205-99ff-1797520c5913 already deleted. [ 814.758999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.760378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.761284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.761284] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.960029] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.281786] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.282159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.282159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.282291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.282341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.282445] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e291ca8-3435-4205-99ff-1797520c5913 already deleted. [ 815.282496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.462237] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.462237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.462237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.462237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.462620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.462620] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be updated. [ 815.498663] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.498840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.498909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.499174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.500868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.523075] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 815.753975] env[65073]: INFO networking_nsxv3.common.synchronization [None req-306ad5ae-db6a-48f8-ad07-c821143165d1 None None] Enqueued Resource ID: ab4b6b61-11e5-40e2-bfb2-7e8cffe65939 with Priority: HIGHEST for action port [ 815.754651] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4b6b61-11e5-40e2-bfb2-7e8cffe65939 with Priority: HIGHEST for action port [ 815.754989] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab4b6b61-11e5-40e2-bfb2-7e8cffe65939 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.755131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab4b6b61-11e5-40e2-bfb2-7e8cffe65939" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.755203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab4b6b61-11e5-40e2-bfb2-7e8cffe65939" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.755522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab4b6b61-11e5-40e2-bfb2-7e8cffe65939" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.755609] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab4b6b61-11e5-40e2-bfb2-7e8cffe65939',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.159735] env[65073]: INFO networking_nsxv3.common.synchronization [None req-2e298edf-4ac4-46c4-b5d3-2374f9f785a1 None None] Enqueued Resource ID: bc098a2b-155b-486c-aea8-b6e05dce1875 with Priority: HIGHEST for action port [ 816.160311] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc098a2b-155b-486c-aea8-b6e05dce1875 with Priority: HIGHEST for action port [ 816.160691] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc098a2b-155b-486c-aea8-b6e05dce1875 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.160812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc098a2b-155b-486c-aea8-b6e05dce1875" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.161086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc098a2b-155b-486c-aea8-b6e05dce1875" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.161475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc098a2b-155b-486c-aea8-b6e05dce1875" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.161648] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc098a2b-155b-486c-aea8-b6e05dce1875',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.259527] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab4b6b61-11e5-40e2-bfb2-7e8cffe65939 [ 816.259527] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.259527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.259527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.259527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.259527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.259527] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab4b6b61-11e5-40e2-bfb2-7e8cffe65939 already deleted. [ 816.259527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab4b6b61-11e5-40e2-bfb2-7e8cffe65939" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.665203] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc098a2b-155b-486c-aea8-b6e05dce1875 [ 816.665203] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.665203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.665203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.665203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.665203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.665203] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc098a2b-155b-486c-aea8-b6e05dce1875 already deleted. [ 816.665203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc098a2b-155b-486c-aea8-b6e05dce1875" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.538240] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 817.538240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.074193] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4ca99880-c2fe-464b-833a-55f9fa4bbe28 None None] Enqueued Resource ID: 5e265b8a-0c5a-4114-93df-fb087fc86179 with Priority: HIGHEST for action port [ 819.074193] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e265b8a-0c5a-4114-93df-fb087fc86179 with Priority: HIGHEST for action port [ 819.074193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e265b8a-0c5a-4114-93df-fb087fc86179 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.074193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e265b8a-0c5a-4114-93df-fb087fc86179" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.074193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e265b8a-0c5a-4114-93df-fb087fc86179" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.075092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e265b8a-0c5a-4114-93df-fb087fc86179" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.075285] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e265b8a-0c5a-4114-93df-fb087fc86179',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.126223] env[65073]: INFO networking_nsxv3.common.synchronization [req-e986c302-083f-48c0-a43d-ce570023e1ba req-ca613ab3-b3a1-4d9d-b2e8-152034f2870c tempest-ServersTestJSON-399104086 tempest-ServersTestJSON-399104086-project-member] Enqueued Resource ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 with Priority: HIGHEST for action security_group_members [ 819.126879] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 with Priority: HIGHEST for action security_group_members [ 819.127758] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.127758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.127758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.127758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.127758] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.128068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.128068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.128068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.128179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.128217] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7334f1-65a6-403f-ac1b-938f2b5ebcc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.578650] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e265b8a-0c5a-4114-93df-fb087fc86179 [ 819.578650] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.578650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.578650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.578944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.579094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.579195] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e265b8a-0c5a-4114-93df-fb087fc86179 already deleted. [ 819.579970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e265b8a-0c5a-4114-93df-fb087fc86179" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.631818] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.631986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.632066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.632452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.632452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.632569] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.632770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.632770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.632867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.632928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.633040] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 is going to be updated. [ 819.668111] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.668111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.668111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.668344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.669032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.679015] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 in Status: IN_PROGRESS for 2s [ 820.156503] env[65073]: INFO networking_nsxv3.common.synchronization [req-98645313-70ab-49e5-8b76-d540f8e0cefb req-b4b00671-5c27-40c9-87e9-44165e9824f1 tempest-ImagesOneServerNegativeTestJSON-908060497 tempest-ImagesOneServerNegativeTestJSON-908060497-project-member] Enqueued Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 820.157242] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 820.157587] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.157712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.157780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.157968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.158209] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.158304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.158384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.158524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.158603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.158696] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.551477] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.551755] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-489" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.551914] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-489" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.552241] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-489" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.552510] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.553331] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.553552] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.553859] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.554075] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.554346] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.554506] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.554668] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.554875] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.555049] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.555206] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.555384] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.575802] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.575972] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.576120] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.576297] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-489" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.576612] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-355dd496-1441-48df-96bb-62ff3e85229a taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.576777] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-355dd496-1441-48df-96bb-62ff3e85229a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.576891] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-355dd496-1441-48df-96bb-62ff3e85229a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.577242] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-355dd496-1441-48df-96bb-62ff3e85229a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.577378] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('355dd496-1441-48df-96bb-62ff3e85229a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.661436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.661681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.661681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.661943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.662044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.662240] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.662340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.662431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.662646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.662880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.662880] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b is going to be updated. [ 820.719267] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.719425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.719560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.719719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.719863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.736293] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: IN_PROGRESS for 2s [ 821.080479] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.080808] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.080940] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.081252] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.081437] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.081622] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 355dd496-1441-48df-96bb-62ff3e85229a not found, creating... [ 821.081935] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.082120] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.082441] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.082536] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.082702] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.082966] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.083297] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.083425] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.083634] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.083780] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.083903] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 355dd496-1441-48df-96bb-62ff3e85229a is going to be created. [ 821.118078] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.118322] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.118383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.118734] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.118962] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.119236] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-355dd496-1441-48df-96bb-62ff3e85229a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.689521] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 in Status: SUCCESS [ 821.689801] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 deletion is rescheduled due to dependency. [ 821.689864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.824382] env[65073]: INFO networking_nsxv3.common.synchronization [req-98645313-70ab-49e5-8b76-d540f8e0cefb req-26c123a2-a911-4ede-8cbc-50ed57a77ab9 service nova] Enqueued Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_rules [ 821.824561] env[65073]: INFO networking_nsxv3.common.synchronization [req-98645313-70ab-49e5-8b76-d540f8e0cefb req-26c123a2-a911-4ede-8cbc-50ed57a77ab9 service nova] Enqueued Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 821.824697] env[65073]: INFO networking_nsxv3.common.synchronization [req-98645313-70ab-49e5-8b76-d540f8e0cefb req-26c123a2-a911-4ede-8cbc-50ed57a77ab9 service nova] Enqueued Resource ID: 355dd496-1441-48df-96bb-62ff3e85229a with Priority: HIGHEST for action port [ 821.825265] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_rules [ 821.825405] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 821.825622] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 355dd496-1441-48df-96bb-62ff3e85229a with Priority: HIGHEST for action port [ 821.825772] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.826212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.826313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.826695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.826695] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.831025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.831025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.831025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-355dd496-1441-48df-96bb-62ff3e85229a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.831025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-355dd496-1441-48df-96bb-62ff3e85229a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.831025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-355dd496-1441-48df-96bb-62ff3e85229a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.831025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-355dd496-1441-48df-96bb-62ff3e85229a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.831025] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('355dd496-1441-48df-96bb-62ff3e85229a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.277325] env[65073]: INFO networking_nsxv3.common.synchronization [None req-37c73721-d96a-47f9-bd89-db26d8adc769 None None] Enqueued Resource ID: c62a83db-a777-4fd6-b6be-0601ccf69b8a with Priority: HIGHEST for action port [ 822.277888] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62a83db-a777-4fd6-b6be-0601ccf69b8a with Priority: HIGHEST for action port [ 822.278200] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c62a83db-a777-4fd6-b6be-0601ccf69b8a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.278327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c62a83db-a777-4fd6-b6be-0601ccf69b8a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.278388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c62a83db-a777-4fd6-b6be-0601ccf69b8a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.278733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c62a83db-a777-4fd6-b6be-0601ccf69b8a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.278830] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c62a83db-a777-4fd6-b6be-0601ccf69b8a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.332832] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.332832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.332985] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 355dd496-1441-48df-96bb-62ff3e85229a with status ACTIVE [ 822.333541] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.333541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.333541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.333741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.333781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.334920] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.335047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.335121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.335294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.335380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.335588] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.335728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.335779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.335915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.336510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.336510] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 355dd496-1441-48df-96bb-62ff3e85229a is going to be updated. [ 822.364195] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.364413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.364511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.364662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.364847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.365040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-355dd496-1441-48df-96bb-62ff3e85229a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.746866] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: SUCCESS [ 822.747253] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b deletion is rescheduled due to dependency. [ 822.747253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.747253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.748151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.748151] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.748151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.748151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.748151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.748151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.748434] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.784459] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c62a83db-a777-4fd6-b6be-0601ccf69b8a [ 822.785227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.785227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.785227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.785227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.785227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.785227] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c62a83db-a777-4fd6-b6be-0601ccf69b8a already deleted. [ 822.785227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c62a83db-a777-4fd6-b6be-0601ccf69b8a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.798065] env[65073]: INFO networking_nsxv3.common.synchronization [None req-d83d539d-b5a0-4cfa-b35b-716a836b8b5e tempest-AttachVolumeTestJSON-1854213855 tempest-AttachVolumeTestJSON-1854213855-project-member] Enqueued Resource ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 with Priority: HIGHEST for action security_group_rules [ 822.798065] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 with Priority: HIGHEST for action security_group_rules [ 822.798065] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc1306cc-d831-4d08-862c-97bd35bf75e9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.798065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.798065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.802114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.802114] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc1306cc-d831-4d08-862c-97bd35bf75e9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.881585] env[65073]: INFO networking_nsxv3.common.synchronization [None req-8bc25af7-f7a6-4bfe-8082-63258aa59135 tempest-AttachVolumeTestJSON-1854213855 tempest-AttachVolumeTestJSON-1854213855-project-member] Enqueued Resource ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 with Priority: HIGHEST for action security_group_rules [ 822.881585] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 with Priority: HIGHEST for action security_group_rules [ 822.881585] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc1306cc-d831-4d08-862c-97bd35bf75e9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.881585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.251135] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.330175] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.330646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.330762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.331010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.331197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.331277] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 already deleted. [ 823.331315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.331915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.332156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.332239] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc1306cc-d831-4d08-862c-97bd35bf75e9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.754508] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.806657] env[65073]: INFO networking_nsxv3.common.synchronization [req-72f6e3b8-f535-49c0-ae2e-ba72fc1965a1 req-29eaa321-e854-4a87-8863-cc0578d89162 tempest-ServersTestBootFromVolume-1805240196 tempest-ServersTestBootFromVolume-1805240196-project-member] Enqueued Resource ID: 11855806-3e34-4c90-94b9-50323f2ba427 with Priority: HIGHEST for action security_group_members [ 823.807266] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11855806-3e34-4c90-94b9-50323f2ba427 with Priority: HIGHEST for action security_group_members [ 823.807570] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-11855806-3e34-4c90-94b9-50323f2ba427 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.807732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.807773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.807960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.810413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.810413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.810413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.810413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.810413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.810413] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11855806-3e34-4c90-94b9-50323f2ba427',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.863365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.863515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.863583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.863830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.863947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.864102] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 already deleted. [ 823.864192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.257716] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.257865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.257934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.258365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.258365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.258365] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b is going to be updated. [ 824.291669] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.291978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.291978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.292187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.292336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.305019] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: IN_PROGRESS for 2s [ 824.313717] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.313717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.314698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.314698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.314698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.314698] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.314698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.314698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.314698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.314698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.315102] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11855806-3e34-4c90-94b9-50323f2ba427 is going to be updated. [ 824.345612] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.345612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.345612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.345939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.345939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.356522] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11855806-3e34-4c90-94b9-50323f2ba427 in Status: IN_PROGRESS for 2s [ 824.860430] env[65073]: INFO networking_nsxv3.common.synchronization [req-adedef44-a33e-4000-97b0-ba5bde6b5a38 req-d9f92eaf-7197-425d-ba46-aac9ef21d4bc tempest-ImagesTestJSON-501847618 tempest-ImagesTestJSON-501847618-project-member] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 824.861512] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 824.862182] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.862318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.862387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.862588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.862786] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.862861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.862900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.863039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.863126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.863223] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.264530] env[65073]: INFO networking_nsxv3.common.synchronization [None req-95ce12fe-aae4-493b-8e47-1efaafa610ae None None] Enqueued Resource ID: 8ae68c6d-58ea-4489-ab2c-a2a05f027b2a with Priority: HIGHEST for action port [ 825.265077] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae68c6d-58ea-4489-ab2c-a2a05f027b2a with Priority: HIGHEST for action port [ 825.265390] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ae68c6d-58ea-4489-ab2c-a2a05f027b2a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.265508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ae68c6d-58ea-4489-ab2c-a2a05f027b2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.265576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ae68c6d-58ea-4489-ab2c-a2a05f027b2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.265829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ae68c6d-58ea-4489-ab2c-a2a05f027b2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.265914] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae68c6d-58ea-4489-ab2c-a2a05f027b2a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.290760] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.290899] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.291021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.291398] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.291621] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.291828] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.291986] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.292186] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.292344] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.292542] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.292667] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.292758] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.292869] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.292982] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.293616] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.293616] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.365645] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.365813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.365888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.366320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.366443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.366643] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.366748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.366830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.366994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.367111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.367166] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 825.470057] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.470057] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.177 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.470366] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.470366] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.470702] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-f7c8c3ba-8f88-472f-920f-9be8eda4d169 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.470941] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-f7c8c3ba-8f88-472f-920f-9be8eda4d169" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.471057] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-f7c8c3ba-8f88-472f-920f-9be8eda4d169" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.471774] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-f7c8c3ba-8f88-472f-920f-9be8eda4d169" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.471774] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c8c3ba-8f88-472f-920f-9be8eda4d169',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.489130] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.489373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.489523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.489752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.489896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.507286] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 825.769471] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ae68c6d-58ea-4489-ab2c-a2a05f027b2a [ 825.769770] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.769910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.769973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.770236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.770320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.770415] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ae68c6d-58ea-4489-ab2c-a2a05f027b2a already deleted. [ 825.770491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ae68c6d-58ea-4489-ab2c-a2a05f027b2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.974481] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.974972] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.974972] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.975181] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.975402] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.975533] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port f7c8c3ba-8f88-472f-920f-9be8eda4d169 not found, creating... [ 825.979034] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.979034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.979034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.979034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.979034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.979034] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.979034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.979034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.979034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.979034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.980029] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: f7c8c3ba-8f88-472f-920f-9be8eda4d169 is going to be created. [ 826.005790] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.006013] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.006106] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.006385] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.007033] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.007033] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-f7c8c3ba-8f88-472f-920f-9be8eda4d169" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.322373] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: SUCCESS [ 826.322373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.322535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.322775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.323053] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.323192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.323275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.323497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.323772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.323772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.323897] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.369880] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11855806-3e34-4c90-94b9-50323f2ba427 in Status: SUCCESS [ 826.370468] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11855806-3e34-4c90-94b9-50323f2ba427 deletion is rescheduled due to dependency. [ 826.370609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.631163] env[65073]: INFO networking_nsxv3.common.synchronization [req-adedef44-a33e-4000-97b0-ba5bde6b5a38 req-56ac55b1-ba6d-45f2-b50a-eb6a77466aac service nova] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_rules [ 826.631163] env[65073]: INFO networking_nsxv3.common.synchronization [req-adedef44-a33e-4000-97b0-ba5bde6b5a38 req-56ac55b1-ba6d-45f2-b50a-eb6a77466aac service nova] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 826.631163] env[65073]: INFO networking_nsxv3.common.synchronization [req-adedef44-a33e-4000-97b0-ba5bde6b5a38 req-56ac55b1-ba6d-45f2-b50a-eb6a77466aac service nova] Enqueued Resource ID: f7c8c3ba-8f88-472f-920f-9be8eda4d169 with Priority: HIGHEST for action port [ 826.631163] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_rules [ 826.631163] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 826.631163] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c8c3ba-8f88-472f-920f-9be8eda4d169 with Priority: HIGHEST for action port [ 826.631811] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.632127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.632298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.632582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.632764] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.633903] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.634960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.635333] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7c8c3ba-8f88-472f-920f-9be8eda4d169 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.635872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7c8c3ba-8f88-472f-920f-9be8eda4d169" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.636036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7c8c3ba-8f88-472f-920f-9be8eda4d169" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.636304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7c8c3ba-8f88-472f-920f-9be8eda4d169" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.636540] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c8c3ba-8f88-472f-920f-9be8eda4d169',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.831951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.831951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.831951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.831951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.831951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.831951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.831951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.831951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.831951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.831951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.831951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.831951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.831951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.831951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.831951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.831951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.832813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.832813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.832813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.832813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.832813] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.138798] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.139151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.139151] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7c8c3ba-8f88-472f-920f-9be8eda4d169 with status ACTIVE [ 827.139341] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.139492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.139492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.139668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.139758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.139925] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.140054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.140236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.140236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.141235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.141235] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.141235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.141235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.141235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.141235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.141235] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7c8c3ba-8f88-472f-920f-9be8eda4d169 is going to be updated. [ 827.173760] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.173760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.173760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.173760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.175163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.175163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7c8c3ba-8f88-472f-920f-9be8eda4d169" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.335337] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54c73e9d-c074-4781-9956-23d212aa1e5b: rpc.has_security_group_logging(os_id): False [ 827.355627] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.357810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.357810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.357810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.357810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.357810] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.357810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.357810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.357810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.357810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.357810] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.357810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.357810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.357810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.357810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.359414] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.359961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.359961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.360804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.360804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.360804] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b is going to be updated. [ 827.436694] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.436694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.436694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.436694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.436694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.462446] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: IN_PROGRESS for 2s [ 827.527298] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 827.527474] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 deletion is rescheduled due to dependency. [ 827.527593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.527766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.527991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.528203] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.528320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.528551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.528551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.528700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.528739] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.031901] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.406235] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9aa7c146-4f2c-4997-8779-e710da76f81f None None] Enqueued Resource ID: ce1d3ebb-4029-43b5-840e-8083257535b6 with Priority: HIGHEST for action port [ 828.407378] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1d3ebb-4029-43b5-840e-8083257535b6 with Priority: HIGHEST for action port [ 828.408169] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce1d3ebb-4029-43b5-840e-8083257535b6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.408628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce1d3ebb-4029-43b5-840e-8083257535b6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.408628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce1d3ebb-4029-43b5-840e-8083257535b6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.408872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce1d3ebb-4029-43b5-840e-8083257535b6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.409086] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1d3ebb-4029-43b5-840e-8083257535b6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.535414] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.911224] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce1d3ebb-4029-43b5-840e-8083257535b6 [ 828.912322] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.912473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.912546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.912782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.912878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.913847] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce1d3ebb-4029-43b5-840e-8083257535b6 already deleted. [ 828.914096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce1d3ebb-4029-43b5-840e-8083257535b6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.043230] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.043230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.043230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.043439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.043486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.043611] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 829.083152] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.084188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.084399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.084641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.084810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.096122] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 829.485976] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: SUCCESS [ 829.486341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.220507] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.220696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.220775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.220981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.221113] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.703166] env[65073]: INFO networking_nsxv3.common.synchronization [None req-640ded2a-298e-45cf-b4b9-219a007fdf4e None None] Enqueued Resource ID: 29401e6f-84b3-4b63-a2c5-c1995b2f4fa1 with Priority: HIGHEST for action port [ 830.703650] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29401e6f-84b3-4b63-a2c5-c1995b2f4fa1 with Priority: HIGHEST for action port [ 830.703949] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-29401e6f-84b3-4b63-a2c5-c1995b2f4fa1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.704085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29401e6f-84b3-4b63-a2c5-c1995b2f4fa1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.704149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29401e6f-84b3-4b63-a2c5-c1995b2f4fa1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.704438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29401e6f-84b3-4b63-a2c5-c1995b2f4fa1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.704480] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29401e6f-84b3-4b63-a2c5-c1995b2f4fa1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.725921] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.109149] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 831.109493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.109704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.110154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.110230] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.110367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.110694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.110694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.110694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.110835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.110871] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.206893] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29401e6f-84b3-4b63-a2c5-c1995b2f4fa1 [ 831.207204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.208098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.208813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.208813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.208813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.208813] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29401e6f-84b3-4b63-a2c5-c1995b2f4fa1 already deleted. [ 831.208813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29401e6f-84b3-4b63-a2c5-c1995b2f4fa1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.229743] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.612849] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.613237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.613237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.613499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.613499] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.613634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.613685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.615820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.615820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.615820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.615982] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.616232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.616232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.616366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.616567] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.616669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.616724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.616877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.616958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.617863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.618051] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.731711] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 831.731996] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 832.123148] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d466f6d-d242-44e6-8d12-6699d56dfaa8: rpc.has_security_group_logging(os_id): False [ 832.144267] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.144450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.144514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.144819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.144945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.145482] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.145482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.145482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.145686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.145743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.145936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.146066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.146135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.146282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.146381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.146585] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.146682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.146762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.146908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.146984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.147114] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 832.215549] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.215697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.215771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.216035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.216184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.235935] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 832.555542] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.557113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.557113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.557113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.573912] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 832.575653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.576668] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 832.605219] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.605354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.605398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.605594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.611194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.612287] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 832.612287] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 832.612287] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 832.652319] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.652491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.652536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.652734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.653977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.654165] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 832.712913] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.714312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.714312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.714312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.714312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.714312] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 832.803439] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.803439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.803439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.803439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.803439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.804829] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 832.804829] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'226dd01f-862d-48cc-9fad-b532b4a41412', 'ac0c6ff8-9a25-4611-a404-4cc17ad192ba', 'd29039aa-082c-44d7-b0e8-58e110ddbcc0', 'faa8d3b5-25a8-47a1-a332-0f6f4553519d', '0640afb1-a17f-4308-a977-a999c84ee229', '4a465350-0988-4298-b432-7cb880c2eabe', '0d466f6d-d242-44e6-8d12-6699d56dfaa8', 'b1057615-1215-4d8c-96e7-0710c027c92e', 'a90b273e-9368-4da0-b50f-768898534bc9', 'b5ecd08c-8bb9-42a9-94d5-8335201bd596', '2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4', 'fca38d82-83b1-4539-bbec-b3d4d7e74ca5', 'ec7f8198-5a5a-4057-a204-e41a8a9e26e7', '11855806-3e34-4c90-94b9-50323f2ba427', '9a01f5be-591b-4d44-abe9-e9b3b716fa45', '1605f304-aa7b-4c5e-a6a3-e51e5467f670', '2e5cf8a5-6e7b-4a34-9340-e415b35e753f', 'cb11bf66-9206-465f-9167-8a76c14e74d9', '218cf7f8-4ac6-4689-9c4f-f558d53e7b2d', '7b7334f1-65a6-403f-ac1b-938f2b5ebcc9', '54c73e9d-c074-4781-9956-23d212aa1e5b', '0bc00696-ddfd-4005-b506-c5cd8057b3b0', '2afc5349-472f-4e4c-a4bd-8a1c6238625b', '21386403-a28b-450e-a859-a087b70e40bf', 'cf788a74-98ab-4c48-91a6-13790340a632', 'b7a896d1-0c47-4da8-9f7d-08735f5684e3', '8bb06955-8389-4e79-8d5f-1d29bc037b17', 'd3821ac3-5fb9-445f-b011-583c9e4002e8', '89a9aa27-aefa-4590-af17-3472aa4ea192', 'd37f2478-adcc-413f-b4f0-9c5bca0c3f2f', '2cc2879e-b450-4a77-b4f9-52555e6d3fc8'} {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 832.804829] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 832.827998] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.828176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.828255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.828495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.828697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.828977] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 832.829103] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 832.829211] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 832.901986] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.902383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.902484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.902712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.905248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.905563] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 832.905670] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 832.905781] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 832.905856] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 832.905955] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 226dd01f-862d-48cc-9fad-b532b4a41412 with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1057615-1215-4d8c-96e7-0710c027c92e with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11855806-3e34-4c90-94b9-50323f2ba427 with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 with Priority: HIGH for action security_group_rules [ 832.909019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.066916] env[65073]: INFO networking_nsxv3.common.synchronization [None req-b465fbcf-6694-4a03-8347-988e61b3a150 None None] Enqueued Resource ID: fcc3d68f-9b88-48ee-bccb-5e86ecd5cf2a with Priority: HIGHEST for action port [ 833.066916] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcc3d68f-9b88-48ee-bccb-5e86ecd5cf2a with Priority: HIGHEST for action port [ 833.066916] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226dd01f-862d-48cc-9fad-b532b4a41412 with Priority: HIGH for action security_group_rules [ 833.066916] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 with Priority: HIGH for action security_group_rules [ 833.066916] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGH for action security_group_rules [ 833.066916] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 with Priority: HIGH for action security_group_rules [ 833.067159] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 with Priority: HIGH for action security_group_rules [ 833.067159] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d with Priority: HIGH for action security_group_rules [ 833.067225] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGH for action security_group_rules [ 833.067257] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f with Priority: HIGH for action security_group_rules [ 833.067353] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11855806-3e34-4c90-94b9-50323f2ba427 with Priority: HIGH for action security_group_rules [ 833.067443] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGH for action security_group_rules [ 833.067529] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 with Priority: HIGH for action security_group_rules [ 833.067619] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 with Priority: HIGH for action security_group_rules [ 833.067708] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 with Priority: HIGH for action security_group_rules [ 833.067798] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGH for action security_group_rules [ 833.067884] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGH for action security_group_rules [ 833.067969] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGH for action security_group_rules [ 833.068584] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1057615-1215-4d8c-96e7-0710c027c92e with Priority: HIGH for action security_group_rules [ 833.068584] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGH for action security_group_rules [ 833.068584] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba with Priority: HIGH for action security_group_rules [ 833.068584] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d with Priority: HIGH for action security_group_rules [ 833.068584] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcc3d68f-9b88-48ee-bccb-5e86ecd5cf2a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.068832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcc3d68f-9b88-48ee-bccb-5e86ecd5cf2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.068832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcc3d68f-9b88-48ee-bccb-5e86ecd5cf2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.069059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcc3d68f-9b88-48ee-bccb-5e86ecd5cf2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.069240] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcc3d68f-9b88-48ee-bccb-5e86ecd5cf2a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.070481] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-226dd01f-862d-48cc-9fad-b532b4a41412 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.070599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.070666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.070916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.070959] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('226dd01f-862d-48cc-9fad-b532b4a41412',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.072119] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d29039aa-082c-44d7-b0e8-58e110ddbcc0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.072231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.072300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.072459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.072534] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d29039aa-082c-44d7-b0e8-58e110ddbcc0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.073469] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.073565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.073881] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.073987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.074065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.074212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.074283] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a01f5be-591b-4d44-abe9-e9b3b716fa45',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.075361] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.075524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.075594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.075741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.075815] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7334f1-65a6-403f-ac1b-938f2b5ebcc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.077275] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.077806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.077884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.078054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.078134] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('218cf7f8-4ac6-4689-9c4f-f558d53e7b2d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.079291] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.079437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.079527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.079724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.079852] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.081112] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e5cf8a5-6e7b-4a34-9340-e415b35e753f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.081216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.081285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.081430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.081504] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e5cf8a5-6e7b-4a34-9340-e415b35e753f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.082726] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11855806-3e34-4c90-94b9-50323f2ba427 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.082836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.082903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.083069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.083143] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11855806-3e34-4c90-94b9-50323f2ba427',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.084281] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.084388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.084454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.084622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.084760] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.085940] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.086057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.086123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.086347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.086424] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec7f8198-5a5a-4057-a204-e41a8a9e26e7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.086644] env[65073]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 833.087348] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca38d82-83b1-4539-bbec-b3d4d7e74ca5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.087457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.087523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.087744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.087824] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca38d82-83b1-4539-bbec-b3d4d7e74ca5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.089025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.089119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.089191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.089339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.089411] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.090312] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.090416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.090483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.090666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.090758] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.092570] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.092784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.092873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.093051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.093128] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.095833] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.096027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.096076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.096227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.096299] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.097190] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1057615-1215-4d8c-96e7-0710c027c92e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.097352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.097427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.097563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.097638] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1057615-1215-4d8c-96e7-0710c027c92e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.098618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0640afb1-a17f-4308-a977-a999c84ee229 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.098712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.098755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.098911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.099351] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0640afb1-a17f-4308-a977-a999c84ee229',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.100960] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0c6ff8-9a25-4611-a404-4cc17ad192ba taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.101147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.101208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.101400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.101476] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0c6ff8-9a25-4611-a404-4cc17ad192ba',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.102700] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.102895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.102969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.103153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.103230] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faa8d3b5-25a8-47a1-a332-0f6f4553519d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.129200] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.129888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.129888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.129888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.157716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.158292] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 226dd01f-862d-48cc-9fad-b532b4a41412 is going to be deleted. [ 833.221644] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.221890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.221938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.223116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.223116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.223248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-226dd01f-862d-48cc-9fad-b532b4a41412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.497705] env[65073]: INFO networking_nsxv3.common.synchronization [req-68dbe735-c9fc-4b9b-ad60-0eadbddf7158 req-b855aae7-3f53-4fe8-b13a-0f314f4ce2fd tempest-ServerAddressesTestJSON-1799950011 tempest-ServerAddressesTestJSON-1799950011-project-member] Enqueued Resource ID: be040ff7-28ea-4120-bf44-8b37a5894664 with Priority: HIGHEST for action security_group_members [ 833.499188] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be040ff7-28ea-4120-bf44-8b37a5894664 with Priority: HIGHEST for action security_group_members [ 833.499188] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be040ff7-28ea-4120-bf44-8b37a5894664 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.499188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.499188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.499458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.499512] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.499610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.499670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.499819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.499896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.500011] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be040ff7-28ea-4120-bf44-8b37a5894664',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.500293] env[65073]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 833.610919] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcc3d68f-9b88-48ee-bccb-5e86ecd5cf2a [ 833.611357] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.611598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.611784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.614045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.614045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.614045] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcc3d68f-9b88-48ee-bccb-5e86ecd5cf2a already deleted. [ 833.614045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcc3d68f-9b88-48ee-bccb-5e86ecd5cf2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.628234] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.629394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.629394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.629700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.645735] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0640afb1-a17f-4308-a977-a999c84ee229 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.645892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.646016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.646196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.646385] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.646490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.646565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.646723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.646823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.646922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.647017] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0640afb1-a17f-4308-a977-a999c84ee229',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.650807] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.650941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.651068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.651267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.651504] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.651624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.651704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.651890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.651976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.652087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.652427] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.655343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.655460] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d29039aa-082c-44d7-b0e8-58e110ddbcc0 is going to be deleted. [ 833.659423] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.659907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.659996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.660258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.660696] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.660828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.660898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.661148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.661305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.661446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.661490] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.668704] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.668704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.668896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.668946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.669125] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.670291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.670291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.670291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.670291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.670291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.670291] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.676135] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.676290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.676417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.678319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.678319] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.678319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.678319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.678319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.678319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.678319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.678319] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.690960] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.691160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.691229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.691424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.691602] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.691879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.691879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.692245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.692245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.692245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.692408] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.692716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.692824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.693054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.693187] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.693298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.693354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.693495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.693611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.693688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.693759] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.696432] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.697165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.697165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.697165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.697165] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.697165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.697165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.697652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.697652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.697652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.697759] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.697759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.697847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.697957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.698114] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.698281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.698281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.699795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.699795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.699795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.699795] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.731744] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.731907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.731907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.734452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.743297] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.743583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.744311] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.744638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.747306] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.747433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.748294] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.748393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.749200] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.749422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.750283] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.750387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.751205] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.751441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.752527] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.752613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.753636] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.753636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.754258] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.754349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.755419] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 833.755891] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.756027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.763664] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 833.763664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.763664] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1057615-1215-4d8c-96e7-0710c027c92e is going to be deleted. [ 833.765243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.765568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.786812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.786964] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be deleted. [ 833.787937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.788373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.795739] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.795929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.814463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.814843] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 218cf7f8-4ac6-4689-9c4f-f558d53e7b2d is going to be deleted. [ 833.815538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.815768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.833098] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.833280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.857027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.857027] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4 is going to be deleted. [ 833.858181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.858181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.954253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.954253] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a01f5be-591b-4d44-abe9-e9b3b716fa45 is going to be deleted. [ 833.955791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.956146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.959889] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.960429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.962723] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.962723] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-565" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.962723] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-565" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.963053] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-565" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.963589] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.963589] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.963589] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.963910] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.963910] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.964370] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.964370] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.964370] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.964757] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.964757] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.964757] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.964757] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.978240] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.978240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.004853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.005062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.010535] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.011421] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.011421] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.011421] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-565" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.011618] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-fded924d-332a-4539-a0e4-34db42b7e6a6 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.011790] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-fded924d-332a-4539-a0e4-34db42b7e6a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.011913] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-fded924d-332a-4539-a0e4-34db42b7e6a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.014864] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-fded924d-332a-4539-a0e4-34db42b7e6a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.014864] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fded924d-332a-4539-a0e4-34db42b7e6a6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.015739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.015790] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e5cf8a5-6e7b-4a34-9340-e415b35e753f is going to be deleted. [ 834.020027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.020027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.057069] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.057224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.067037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.067037] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0c6ff8-9a25-4611-a404-4cc17ad192ba is going to be deleted. [ 834.067037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.067037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.106029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.106237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.127299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.127472] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec7f8198-5a5a-4057-a204-e41a8a9e26e7 is going to be deleted. [ 834.128728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.128728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.159907] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0640afb1-a17f-4308-a977-a999c84ee229',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.174684] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.174684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.190671] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.191877] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.192060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.192060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.192261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.192411] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.192511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.192658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.192816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.192919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.193020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.193167] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.193257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.193313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.193449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.193582] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.193669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.193805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.193949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.194035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.194120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.194206] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.196087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.196212] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca38d82-83b1-4539-bbec-b3d4d7e74ca5 is going to be deleted. [ 834.197155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.197355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.205756] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a90b273e-9368-4da0-b50f-768898534bc9: rpc.has_security_group_logging(os_id): False [ 834.207058] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb11bf66-9206-465f-9167-8a76c14e74d9: rpc.has_security_group_logging(os_id): False [ 834.238753] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.238937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.269788] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.269961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.274029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.274029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.283306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.283484] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11855806-3e34-4c90-94b9-50323f2ba427 is going to be deleted. [ 834.284522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.284810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.298575] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 834.298873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.303229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.303229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.303229] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.338700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.338931] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7334f1-65a6-403f-ac1b-938f2b5ebcc9 is going to be deleted. [ 834.340533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.340824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.368229] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.368381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.369401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.369542] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faa8d3b5-25a8-47a1-a332-0f6f4553519d is going to be deleted. [ 834.370577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.370861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.371042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.371186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d29039aa-082c-44d7-b0e8-58e110ddbcc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.372139] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.372428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.372428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.372548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.372661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.372793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec7f8198-5a5a-4057-a204-e41a8a9e26e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.372967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.373172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.373298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.373401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1057615-1215-4d8c-96e7-0710c027c92e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.374157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.374685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.374884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.374985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.375162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.375395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.375534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.375646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-218cf7f8-4ac6-4689-9c4f-f558d53e7b2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.375708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.375876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.375957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.376184] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.376294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.376451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.376579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.376657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.376794] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be040ff7-28ea-4120-bf44-8b37a5894664 already deleted. [ 834.376888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.376987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.377149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.377222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.377479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ccd5f15-3159-4a4c-974e-ac90c7c8c7f4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.377537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.377771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.377825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.377897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a01f5be-591b-4d44-abe9-e9b3b716fa45" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.378471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.378649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.378763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.379247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e5cf8a5-6e7b-4a34-9340-e415b35e753f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.379247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.379247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.379411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.379643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0c6ff8-9a25-4611-a404-4cc17ad192ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.379781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.380435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.429076] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.429565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.442573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.442809] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.442954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.443055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.443269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.443468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.443583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.443676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.443748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.443914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.443997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.444589] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.444589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.444589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.444589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.444589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.444857] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb11bf66-9206-465f-9167-8a76c14e74d9 is going to be updated. [ 834.445906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.446127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.446222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.446360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca38d82-83b1-4539-bbec-b3d4d7e74ca5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.446497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.446643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.465634] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.465859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.474938] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.474938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.500666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.501655] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.501655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.501655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.501655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.501876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.502160] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.502888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.502888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.502888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.502888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.502888] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.502888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.502888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.503256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.503256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.503862] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be updated. [ 834.504612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.505267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.505267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.505267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11855806-3e34-4c90-94b9-50323f2ba427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.505459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.505499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.505952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.505952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7334f1-65a6-403f-ac1b-938f2b5ebcc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.505952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.506103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.506174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.506279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faa8d3b5-25a8-47a1-a332-0f6f4553519d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.519512] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.519751] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.520663] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.520663] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.520663] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.520663] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port fded924d-332a-4539-a0e4-34db42b7e6a6 not found, creating... [ 834.520926] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.521713] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.521713] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.521713] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.521713] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.522046] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.522214] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.522327] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.522532] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.522663] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.522829] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: fded924d-332a-4539-a0e4-34db42b7e6a6 is going to be created. [ 834.598832] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.599104] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.599255] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.599603] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.600182] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.600484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-fded924d-332a-4539-a0e4-34db42b7e6a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.663544] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0640afb1-a17f-4308-a977-a999c84ee229: rpc.has_security_group_logging(os_id): False [ 834.679704] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.679862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.679926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.680168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.680321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.685493] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.685632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.685705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.685917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.686085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.696158] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a465350-0988-4298-b432-7cb880c2eabe: rpc.has_security_group_logging(os_id): False [ 834.699775] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1605f304-aa7b-4c5e-a6a3-e51e5467f670: rpc.has_security_group_logging(os_id): False [ 834.728373] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 834.729557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.729725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.729801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.730074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.732700] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.732887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.740229] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.740423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.741683] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: IN_PROGRESS for 2s [ 834.786993] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 834.787294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.787614] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.787721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.787816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.787983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.788095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.788196] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0640afb1-a17f-4308-a977-a999c84ee229 is going to be updated. [ 834.790276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.790276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.807456] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.807629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.807672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.808299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.808299] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.808299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.808299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.808688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.808688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.808688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.808688] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.829271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.829819] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.829819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.829917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.830171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.830284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.830397] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a465350-0988-4298-b432-7cb880c2eabe is going to be updated. [ 834.832036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.832239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.867281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.867540] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.867755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.867836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.868061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.868152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.868445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.868573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.868633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.868811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.868895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.869152] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.869264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.869354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.869456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.869534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.869623] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 is going to be updated. [ 834.910037] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.910037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.910037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.910037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.910037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.911322] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.911661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.911853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.912166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.912510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.930588] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: IN_PROGRESS for 2s [ 834.931494] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0640afb1-a17f-4308-a977-a999c84ee229 in Status: IN_PROGRESS for 2s [ 834.951185] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.951398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.951866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.951866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.952242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.975263] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: IN_PROGRESS for 2s [ 835.264995] env[65073]: INFO networking_nsxv3.common.synchronization [req-68dbe735-c9fc-4b9b-ad60-0eadbddf7158 req-94a9a9b8-b2e7-4747-a598-5121894d8956 service nova] Enqueued Resource ID: be040ff7-28ea-4120-bf44-8b37a5894664 with Priority: HIGHEST for action security_group_rules [ 835.265144] env[65073]: INFO networking_nsxv3.common.synchronization [req-68dbe735-c9fc-4b9b-ad60-0eadbddf7158 req-94a9a9b8-b2e7-4747-a598-5121894d8956 service nova] Enqueued Resource ID: be040ff7-28ea-4120-bf44-8b37a5894664 with Priority: HIGHEST for action security_group_members [ 835.265396] env[65073]: INFO networking_nsxv3.common.synchronization [req-68dbe735-c9fc-4b9b-ad60-0eadbddf7158 req-94a9a9b8-b2e7-4747-a598-5121894d8956 service nova] Enqueued Resource ID: fded924d-332a-4539-a0e4-34db42b7e6a6 with Priority: HIGHEST for action port [ 835.266704] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be040ff7-28ea-4120-bf44-8b37a5894664 with Priority: HIGHEST for action security_group_rules [ 835.267056] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be040ff7-28ea-4120-bf44-8b37a5894664 with Priority: HIGHEST for action security_group_members [ 835.267056] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fded924d-332a-4539-a0e4-34db42b7e6a6 with Priority: HIGHEST for action port [ 835.267509] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be040ff7-28ea-4120-bf44-8b37a5894664 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.267509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.267509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.268137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.268137] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be040ff7-28ea-4120-bf44-8b37a5894664',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.269066] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be040ff7-28ea-4120-bf44-8b37a5894664 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.269182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.269308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.269411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.269581] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.269642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.269711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.269846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.270617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.270793] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be040ff7-28ea-4120-bf44-8b37a5894664',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.271610] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-fded924d-332a-4539-a0e4-34db42b7e6a6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.271951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fded924d-332a-4539-a0e4-34db42b7e6a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.271951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fded924d-332a-4539-a0e4-34db42b7e6a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.271951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fded924d-332a-4539-a0e4-34db42b7e6a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.272106] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fded924d-332a-4539-a0e4-34db42b7e6a6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.311668] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.311668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.311668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.311668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.311668] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.311668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.311668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.312878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.313033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.313179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.313383] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.313487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.313549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.313757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.313852] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.313954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.313993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.314178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.314253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.314413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.314508] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.729766] env[65073]: INFO networking_nsxv3.common.synchronization [None req-733911cf-4e2d-4c0c-a8aa-c06f119e83c0 None None] Enqueued Resource ID: 01f37298-800b-465f-bc09-dc46eda25497 with Priority: HIGHEST for action port [ 835.730313] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f37298-800b-465f-bc09-dc46eda25497 with Priority: HIGHEST for action port [ 835.730598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-01f37298-800b-465f-bc09-dc46eda25497 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.730809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01f37298-800b-465f-bc09-dc46eda25497" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.732789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01f37298-800b-465f-bc09-dc46eda25497" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.732789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01f37298-800b-465f-bc09-dc46eda25497" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.732789] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01f37298-800b-465f-bc09-dc46eda25497',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.776262] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be040ff7-28ea-4120-bf44-8b37a5894664 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.776262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.776262] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be040ff7-28ea-4120-bf44-8b37a5894664',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.781027] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fded924d-332a-4539-a0e4-34db42b7e6a6 with status ACTIVE [ 835.781027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.781027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.781027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.781027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.781027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.781027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.781027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.781027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.781027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.781027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.781027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.781027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.781027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.781027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.781027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.781027] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fded924d-332a-4539-a0e4-34db42b7e6a6 is going to be updated. [ 835.819061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.819061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.819061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.819061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.819061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.819061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fded924d-332a-4539-a0e4-34db42b7e6a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.819677] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d466f6d-d242-44e6-8d12-6699d56dfaa8: rpc.has_security_group_logging(os_id): False [ 835.850433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.850433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.850433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.850823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.871233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.871464] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.871554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.871591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.872595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.872715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.872915] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.873026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.873115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.873289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.873393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.873793] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.873905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.873961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.874118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.874712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.874712] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 835.951489] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.951636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.951708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.952050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.952216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.970245] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 836.235193] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01f37298-800b-465f-bc09-dc46eda25497 [ 836.235500] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.235652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.235728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.235979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.236105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.236204] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01f37298-800b-465f-bc09-dc46eda25497 already deleted. [ 836.236297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01f37298-800b-465f-bc09-dc46eda25497" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.281428] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be040ff7-28ea-4120-bf44-8b37a5894664',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.753853] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: SUCCESS [ 836.754115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.754859] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 836.755126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.784242] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.784405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.784451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.784652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.784812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.784919] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be040ff7-28ea-4120-bf44-8b37a5894664 is going to be created. [ 836.810022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.810267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.810267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.810420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.810581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.822920] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be040ff7-28ea-4120-bf44-8b37a5894664 in Status: UNINITIALIZED for 2s [ 836.947223] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0640afb1-a17f-4308-a977-a999c84ee229 in Status: SUCCESS [ 836.947223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.948193] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: SUCCESS [ 836.948193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.989048] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: SUCCESS [ 836.989406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.986953] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 837.986953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.638023] env[65073]: INFO networking_nsxv3.common.synchronization [req-c1a1af77-2a68-4d45-8850-73d7ffc1724f req-6d9f0618-0bd2-4fec-88ba-5955fe51e2e5 tempest-ListServerFiltersTestJSON-272576157 tempest-ListServerFiltersTestJSON-272576157-project-member] Enqueued Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 838.638023] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGHEST for action security_group_members [ 838.638023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.638023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.638023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.638023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.638682] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.639084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.639327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.639651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.639875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.641215] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.834317] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be040ff7-28ea-4120-bf44-8b37a5894664 in Status: SUCCESS [ 838.834540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.835184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.835184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.835184] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.835515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.835515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.835515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.835631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.835631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.835765] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be040ff7-28ea-4120-bf44-8b37a5894664',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.147463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.147463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.147463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.147463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.147463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.147463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.147463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.147463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.147463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.147463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.147463] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 is going to be updated. [ 839.179271] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.179460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.179506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.179746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.179827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.191387] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: IN_PROGRESS for 2s [ 839.339618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be040ff7-28ea-4120-bf44-8b37a5894664 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.339618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.339618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.339618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.339618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.340086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.340086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.340086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.340086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.340086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.340497] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be040ff7-28ea-4120-bf44-8b37a5894664 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.340497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.340497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.340497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.340658] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.341418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.341418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.341418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.341418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.341418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.341418] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be040ff7-28ea-4120-bf44-8b37a5894664',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.843228] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be040ff7-28ea-4120-bf44-8b37a5894664: rpc.has_security_group_logging(os_id): False [ 839.865246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.866172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.866172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.866172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.866172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.866492] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.866658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.866766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.867987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.867987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.867987] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.867987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.867987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.870044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.870044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.870044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.870044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.870044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.870323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.870886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.870886] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be040ff7-28ea-4120-bf44-8b37a5894664 is going to be created. [ 839.945249] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.945249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.945249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.945249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.945473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.959425] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be040ff7-28ea-4120-bf44-8b37a5894664 in Status: IN_PROGRESS for 2s [ 840.010298] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5f5e2af-76a7-4053-bb2e-e8c959c2505e req-383636b5-617b-423e-9904-c9c1bc687586 tempest-ServersTestMultiNic-575633863 tempest-ServersTestMultiNic-575633863-project-member] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 840.011370] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 840.011370] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.011522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.011563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.011755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.011951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.012090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.012144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.012305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.012414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.012510] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.459075] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5f5e2af-76a7-4053-bb2e-e8c959c2505e req-833798ec-2cd0-4203-a8a1-6b53606b89fb tempest-ServersTestMultiNic-575633863 tempest-ServersTestMultiNic-575633863-project-member] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 840.460174] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 840.460512] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.460676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.516480] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.516631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.516702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.516971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.517196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.517452] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.517608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.517716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.517857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.517970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.518033] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be deleted. [ 840.553418] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.553653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.553653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.553839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.553964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.554025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.554164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.554317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.554473] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.554568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.554623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.555368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.555368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.555368] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.801805] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.802020] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-741" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.802113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-741" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.802479] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-741" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.802804] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.802979] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.803141] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.803454] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.803630] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.803855] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.804017] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.804167] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.804354] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.804549] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.804732] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.804871] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.826820] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.826888] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.827071] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.827245] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-741" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.827645] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-cc76af15-8c9d-4d88-82c4-4248240054fa taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.827866] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-cc76af15-8c9d-4d88-82c4-4248240054fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.828035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-cc76af15-8c9d-4d88-82c4-4248240054fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.828402] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-cc76af15-8c9d-4d88-82c4-4248240054fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.828551] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc76af15-8c9d-4d88-82c4-4248240054fa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.056777] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.056971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.057036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.057290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.057333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.057604] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.057728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.057856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.057957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.058033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.058123] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 already deleted. [ 841.058201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.204375] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 in Status: SUCCESS [ 841.204375] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 deletion is rescheduled due to dependency. [ 841.204375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.332775] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.332775] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.332959] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.333184] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.333341] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.333495] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port cc76af15-8c9d-4d88-82c4-4248240054fa not found, creating... [ 841.333765] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.333922] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.334287] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.334287] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.334410] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.334721] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.335161] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.335161] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.335555] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.335555] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.335555] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: cc76af15-8c9d-4d88-82c4-4248240054fa is going to be created. [ 841.359178] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.359519] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.360095] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.360822] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.362663] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.362663] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-cc76af15-8c9d-4d88-82c4-4248240054fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.973727] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be040ff7-28ea-4120-bf44-8b37a5894664 in Status: SUCCESS [ 841.973727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.069672] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5f5e2af-76a7-4053-bb2e-e8c959c2505e req-89239ba3-5783-46fe-8396-e0cd44b846f0 service nova] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_rules [ 842.069855] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5f5e2af-76a7-4053-bb2e-e8c959c2505e req-89239ba3-5783-46fe-8396-e0cd44b846f0 service nova] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 842.069997] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5f5e2af-76a7-4053-bb2e-e8c959c2505e req-89239ba3-5783-46fe-8396-e0cd44b846f0 service nova] Enqueued Resource ID: cc76af15-8c9d-4d88-82c4-4248240054fa with Priority: HIGHEST for action port [ 842.070510] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_rules [ 842.070646] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 842.070895] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc76af15-8c9d-4d88-82c4-4248240054fa with Priority: HIGHEST for action port [ 842.072752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.072752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.072752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.072752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.072752] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.073090] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.073161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.073227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.073409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.074015] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.074015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.074015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.074015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.074015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.074015] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.074707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc76af15-8c9d-4d88-82c4-4248240054fa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.074878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc76af15-8c9d-4d88-82c4-4248240054fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.074878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc76af15-8c9d-4d88-82c4-4248240054fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.075045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc76af15-8c9d-4d88-82c4-4248240054fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.075110] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc76af15-8c9d-4d88-82c4-4248240054fa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.577227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.577414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.577571] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.578508] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc76af15-8c9d-4d88-82c4-4248240054fa with status ACTIVE [ 842.578989] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.578989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.578989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.579268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.579268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.579373] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.579443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.579506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.579642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.579712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.579893] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.579981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.580055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.581097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.581097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.581097] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc76af15-8c9d-4d88-82c4-4248240054fa is going to be updated. [ 842.605766] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.605983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.605983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.606178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.606316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.606671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc76af15-8c9d-4d88-82c4-4248240054fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.841667] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.841904] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.842045] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.842384] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.842654] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.842812] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.842929] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.843161] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.843301] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.843501] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.843609] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.843712] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.843848] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.843965] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.844078] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.844204] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.864447] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.864661] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.864806] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.865165] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.865317] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-bfd32ae8-eb7c-4aa7-ba44-289fed189e75 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.865599] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-bfd32ae8-eb7c-4aa7-ba44-289fed189e75" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.865768] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-bfd32ae8-eb7c-4aa7-ba44-289fed189e75" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.866258] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-bfd32ae8-eb7c-4aa7-ba44-289fed189e75" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.866508] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfd32ae8-eb7c-4aa7-ba44-289fed189e75',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.082777] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.369748] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.369999] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.370176] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.370492] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.370749] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.371042] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port bfd32ae8-eb7c-4aa7-ba44-289fed189e75 not found, creating... [ 843.374484] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.374484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.374484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.374484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.374484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.374484] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.374484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.374484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.374484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.374484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.375195] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: bfd32ae8-eb7c-4aa7-ba44-289fed189e75 is going to be created. [ 843.396398] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.396634] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.396725] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.396986] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.397268] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.397437] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-bfd32ae8-eb7c-4aa7-ba44-289fed189e75" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.585797] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.585797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.585797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.585797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.585797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.585797] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be created. [ 843.615090] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.615240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.615336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.615540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.615700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.626695] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: UNINITIALIZED for 2s [ 844.133068] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5f5e2af-76a7-4053-bb2e-e8c959c2505e req-efc0bc85-44fe-44ac-8589-17322f6ff6e3 service nova] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_rules [ 844.133068] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5f5e2af-76a7-4053-bb2e-e8c959c2505e req-efc0bc85-44fe-44ac-8589-17322f6ff6e3 service nova] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 844.133068] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5f5e2af-76a7-4053-bb2e-e8c959c2505e req-efc0bc85-44fe-44ac-8589-17322f6ff6e3 service nova] Enqueued Resource ID: bfd32ae8-eb7c-4aa7-ba44-289fed189e75 with Priority: HIGHEST for action port [ 844.136685] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_rules [ 844.136685] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 844.136685] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfd32ae8-eb7c-4aa7-ba44-289fed189e75 with Priority: HIGHEST for action port [ 844.136685] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.136685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.136685] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.136685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.136685] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfd32ae8-eb7c-4aa7-ba44-289fed189e75 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.136685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfd32ae8-eb7c-4aa7-ba44-289fed189e75" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.136685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfd32ae8-eb7c-4aa7-ba44-289fed189e75" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.136685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfd32ae8-eb7c-4aa7-ba44-289fed189e75" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.136685] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfd32ae8-eb7c-4aa7-ba44-289fed189e75',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.511567] env[65073]: INFO networking_nsxv3.common.synchronization [req-9abc09e0-ce62-46a0-90c3-7dd4838d858d req-12bcd1b8-62dc-4fb3-8d12-584036c25fef tempest-ImagesOneServerNegativeTestJSON-908060497 tempest-ImagesOneServerNegativeTestJSON-908060497-project-member] Enqueued Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 844.512469] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 844.515557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.515557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.515557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.515557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.515557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.515557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.515557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.515557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.515557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.515557] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.642247] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfd32ae8-eb7c-4aa7-ba44-289fed189e75 with status ACTIVE [ 844.642247] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.642247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.642247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.642247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.642247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.642247] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.642247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.642247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.642247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.642247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.642247] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.642247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.642247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.642247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.642247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.642247] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfd32ae8-eb7c-4aa7-ba44-289fed189e75 is going to be updated. [ 844.670964] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.670964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.670964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.670964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.670964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.670964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfd32ae8-eb7c-4aa7-ba44-289fed189e75" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.017465] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.017641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.017688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.019231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.052684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.052946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.053086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.053144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.053345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.053424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.053515] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b is going to be updated. [ 845.087594] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.087748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.087915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.088525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.088525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.098058] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: IN_PROGRESS for 2s [ 845.132150] env[65073]: INFO networking_nsxv3.common.synchronization [req-f97bdf5b-4521-428a-91cf-76b538c68528 req-9e676f9a-17e7-4125-a542-e2e06d9ce9d5 tempest-ServersAdminTestJSON-1383213945 tempest-ServersAdminTestJSON-1383213945-project-member] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 845.132150] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 845.133500] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.133955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.133955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.133955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.134193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.134193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.134340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.134436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.135900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.135900] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.480763] env[65073]: INFO networking_nsxv3.common.synchronization [req-a7e245d4-f5ca-406a-9c38-38528a2a4500 req-ee53cf27-4ae6-4ad2-bba1-f9a5accb5346 tempest-ServersWithSpecificFlavorTestJSON-1889997827 tempest-ServersWithSpecificFlavorTestJSON-1889997827-project-member] Enqueued Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_members [ 845.481409] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_members [ 845.481721] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.482232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.482358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.482588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.482707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.482810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.482878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.483059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.483158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.483286] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.637959] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.642503] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 845.642503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.642503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.642503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.642503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.642503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.642503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.642503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.642503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.642503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.642503] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.644447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.644761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.645186] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.649729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.649729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.649729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.649729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.649729] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.985566] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.985745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.985826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.986082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.012693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.012693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.012881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.012934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.013147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.013233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.013448] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f is going to be updated. [ 846.042039] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.042301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.042391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.042678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.042917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.055140] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f in Status: IN_PROGRESS for 2s [ 846.139883] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.150819] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.151897] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.152020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.644525] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.645383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.645383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.645383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.645383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.645601] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be updated. [ 846.653814] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.678388] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.678388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.678388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.678388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.680011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.690090] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 847.032335] env[65073]: INFO networking_nsxv3.common.synchronization [req-28afa256-e377-4666-a9f1-cc30f507aae3 req-1b5a275e-1502-4c81-8ba5-79c59c4589e3 tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_members [ 847.033132] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_members [ 847.033525] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.033648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.033720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.034017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.034190] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.034297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.034357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.034643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.034643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.034728] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.109977] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: SUCCESS [ 847.109977] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b deletion is rescheduled due to dependency. [ 847.109977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.155867] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.156272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.156272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.156361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.156414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.156523] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be updated. [ 847.187455] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.187828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.189749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.189749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.189749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.198129] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: IN_PROGRESS for 2s [ 847.394969] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.395183] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.397089] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.397089] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.397089] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.397089] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.397089] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.397440] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.397631] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.398193] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.398193] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.398193] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.398193] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.398403] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.398403] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.398539] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.418371] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.418485] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.418655] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.418789] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.419230] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-94660153-7acf-48f8-a6b4-ce195cbd7237 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.419451] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-94660153-7acf-48f8-a6b4-ce195cbd7237" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.419599] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-94660153-7acf-48f8-a6b4-ce195cbd7237" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.420094] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-94660153-7acf-48f8-a6b4-ce195cbd7237" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.420533] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94660153-7acf-48f8-a6b4-ce195cbd7237',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.537110] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.537279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.538018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.538018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.538018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.538018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.538018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.538290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.538332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.539654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.539654] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e291ca8-3435-4205-99ff-1797520c5913 already deleted. [ 847.539654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.922670] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.922874] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.923248] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.923568] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.923733] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.923888] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 94660153-7acf-48f8-a6b4-ce195cbd7237 not found, creating... [ 847.924179] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.924341] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.924456] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.924692] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.924889] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.925130] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.925310] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.925428] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.925634] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.925768] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.925904] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 94660153-7acf-48f8-a6b4-ce195cbd7237 is going to be created. [ 847.947922] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.948287] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.948488] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.948882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.949246] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.949694] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-94660153-7acf-48f8-a6b4-ce195cbd7237" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.065895] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f in Status: SUCCESS [ 848.066096] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f deletion is rescheduled due to dependency. [ 848.066223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.130136] env[65073]: INFO networking_nsxv3.common.synchronization [req-4019bcef-9589-418c-9fcc-a6a45f885817 req-14a78275-ccec-475c-83c0-d0681e15b507 tempest-ServerAddressesTestJSON-1799950011 tempest-ServerAddressesTestJSON-1799950011-project-member] Enqueued Resource ID: be040ff7-28ea-4120-bf44-8b37a5894664 with Priority: HIGHEST for action security_group_members [ 848.130688] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be040ff7-28ea-4120-bf44-8b37a5894664 with Priority: HIGHEST for action security_group_members [ 848.131103] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be040ff7-28ea-4120-bf44-8b37a5894664 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.131260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.131328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.131526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.131717] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.131877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.131956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.132196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.132316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.132454] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be040ff7-28ea-4120-bf44-8b37a5894664',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.636036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.636036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.636036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.636036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.636036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.636659] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.636659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.636659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.636659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.636659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.636659] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be040ff7-28ea-4120-bf44-8b37a5894664 is going to be updated. [ 848.667930] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.667930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.667930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.668189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.668347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.680716] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be040ff7-28ea-4120-bf44-8b37a5894664 in Status: IN_PROGRESS for 2s [ 848.698235] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 848.698465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.702336] env[65073]: INFO networking_nsxv3.common.synchronization [req-28afa256-e377-4666-a9f1-cc30f507aae3 req-b79a74f5-1f45-4247-bb4f-99a162893258 service nova] Enqueued Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_rules [ 848.702450] env[65073]: INFO networking_nsxv3.common.synchronization [req-28afa256-e377-4666-a9f1-cc30f507aae3 req-b79a74f5-1f45-4247-bb4f-99a162893258 service nova] Enqueued Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_members [ 848.702509] env[65073]: INFO networking_nsxv3.common.synchronization [req-28afa256-e377-4666-a9f1-cc30f507aae3 req-b79a74f5-1f45-4247-bb4f-99a162893258 service nova] Enqueued Resource ID: 94660153-7acf-48f8-a6b4-ce195cbd7237 with Priority: HIGHEST for action port [ 848.703717] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_rules [ 848.703717] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_members [ 848.703717] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94660153-7acf-48f8-a6b4-ce195cbd7237 with Priority: HIGHEST for action port [ 848.704078] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.704185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.704224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.704429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.704514] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.705707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.705793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.705848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.706025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.706358] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.706358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.706358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.706531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.706578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.706681] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.709657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-94660153-7acf-48f8-a6b4-ce195cbd7237 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.709854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94660153-7acf-48f8-a6b4-ce195cbd7237" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.709928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94660153-7acf-48f8-a6b4-ce195cbd7237" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.710171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94660153-7acf-48f8-a6b4-ce195cbd7237" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.710304] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94660153-7acf-48f8-a6b4-ce195cbd7237',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.209031] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 849.209389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.209651] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.210868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.211463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.211653] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.211776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.211864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.212189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.212423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.213129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.213351] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.213472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.213785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.213785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.213869] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.213963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.214041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.214187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.214261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.214341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.214431] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.216905] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.217461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.217615] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94660153-7acf-48f8-a6b4-ce195cbd7237 with status ACTIVE [ 849.217993] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.217993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.217993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.218364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.218477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.218736] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.218874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.218947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.219181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.219320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.219589] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.219692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.219771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.220206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.220206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.220332] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94660153-7acf-48f8-a6b4-ce195cbd7237 is going to be updated. [ 849.258366] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.258589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.258589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.258951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.259287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.259507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94660153-7acf-48f8-a6b4-ce195cbd7237" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.716955] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5ecd08c-8bb9-42a9-94d5-8335201bd596: rpc.has_security_group_logging(os_id): False [ 849.718184] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.737315] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.737473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.737540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.737739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.737829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.738076] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.738216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.738265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.738448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.738486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.738644] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.738761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.738837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.739144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.739258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.739697] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.739697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.739697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.739880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.740229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.740229] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be created. [ 849.813803] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.813803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.813803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.813803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.813803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.829705] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: IN_PROGRESS for 2s [ 850.220657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.220893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.220983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.221260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.221351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.221457] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e291ca8-3435-4205-99ff-1797520c5913 is going to be created. [ 850.266413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.266586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.266660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.266870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.267292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.284806] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: UNINITIALIZED for 2s [ 850.692639] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be040ff7-28ea-4120-bf44-8b37a5894664 in Status: SUCCESS [ 850.692639] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be040ff7-28ea-4120-bf44-8b37a5894664 deletion is rescheduled due to dependency. [ 850.692639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.307101] env[65073]: INFO networking_nsxv3.common.synchronization [req-afd0bd5c-0201-4f4c-bfb5-133829aa91e3 req-9cb06f26-05a8-4dce-addf-9e63cfbd8caa tempest-ServerActionsV293TestJSON-93712724 tempest-ServerActionsV293TestJSON-93712724-project-member] Enqueued Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGHEST for action security_group_members [ 851.307628] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGHEST for action security_group_members [ 851.307933] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0640afb1-a17f-4308-a977-a999c84ee229 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.308241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.308314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.308535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.308696] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.308820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.308886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.309047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.309135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.309233] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0640afb1-a17f-4308-a977-a999c84ee229',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.797606] env[65073]: INFO networking_nsxv3.common.synchronization [req-f6fe9769-8038-4e7e-aa6a-aaeed7d55049 req-106560bf-5284-410e-9146-dd8327255972 tempest-ServerGroupTestJSON-1397367528 tempest-ServerGroupTestJSON-1397367528-project-member] Enqueued Resource ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d with Priority: HIGHEST for action security_group_members [ 851.797789] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d with Priority: HIGHEST for action security_group_members [ 851.798073] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.798217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.798286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.798564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.798724] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.798863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.798925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.802182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.802324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.802428] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.812555] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.812555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.812555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.812555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.812555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.812555] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.812825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.812825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.812825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.812940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.812978] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0640afb1-a17f-4308-a977-a999c84ee229 is going to be updated. [ 851.850241] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.850241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.850241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.850241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.850241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.851989] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 851.853327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.854183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.854284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.854385] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.861721] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0640afb1-a17f-4308-a977-a999c84ee229 in Status: IN_PROGRESS for 2s [ 852.209423] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.209423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-747" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.209423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-747" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.209423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-747" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.210169] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.210930] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.210930] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.213752] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.213752] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.213752] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.213752] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.213752] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.213752] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.213752] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.213752] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.213752] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.235699] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.236464] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.236862] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.238481] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-747" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.238481] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-71af672e-08ea-4d3c-bf03-2769567e3ff4 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.238481] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-71af672e-08ea-4d3c-bf03-2769567e3ff4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.238481] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-71af672e-08ea-4d3c-bf03-2769567e3ff4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.239287] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-71af672e-08ea-4d3c-bf03-2769567e3ff4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.239543] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71af672e-08ea-4d3c-bf03-2769567e3ff4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.306079] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.306260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.306307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.306526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.306610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.306807] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.306905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.306964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.307128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.307372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.307372] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d already deleted. [ 852.307372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.309948] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: SUCCESS [ 852.310181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.310339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.310605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.310803] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.310936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.311019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.311171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.311267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.311358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.311449] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.359996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.360274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.360274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.361011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.361011] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.361011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.361011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.361298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.361298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.361909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.362047] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.742854] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.742854] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.742854] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.742854] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.743173] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.743173] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 71af672e-08ea-4d3c-bf03-2769567e3ff4 not found, creating... [ 852.743920] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.743920] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.743920] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.744143] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.744143] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.744786] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.744786] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.744786] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.744970] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.744970] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.746035] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 71af672e-08ea-4d3c-bf03-2769567e3ff4 is going to be created. [ 852.766931] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.767236] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.767429] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.767750] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.768123] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.768377] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-71af672e-08ea-4d3c-bf03-2769567e3ff4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.814268] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.864746] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.864936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.864987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.865207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.865374] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.865475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.865538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.865681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.865769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.865855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.866029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.866158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.866221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.866364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.866508] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.866629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.866692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.866832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.866913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.867054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.867152] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.316520] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e291ca8-3435-4205-99ff-1797520c5913: rpc.has_security_group_logging(os_id): False [ 853.337879] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.338079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.338219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.338566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.338566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.338838] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.338936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.339061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.339231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.339321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.339431] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e291ca8-3435-4205-99ff-1797520c5913 is going to be created. [ 853.369590] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5ecd08c-8bb9-42a9-94d5-8335201bd596: rpc.has_security_group_logging(os_id): False [ 853.388544] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.388677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.388815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.389182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.389277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.389515] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.389624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.389700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.389892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.389983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.390192] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.390290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.390370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.390981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.391097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.391331] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.391440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.391511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.391662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.391756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.391845] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be updated. [ 853.432936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.432936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.432936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.432936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.433376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.478635] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.478890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.478943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.479233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.479420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.481628] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: IN_PROGRESS for 2s [ 853.519966] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: IN_PROGRESS for 2s [ 853.544536] env[65073]: INFO networking_nsxv3.common.synchronization [req-f6fe9769-8038-4e7e-aa6a-aaeed7d55049 req-8f13a218-bd94-4881-bef4-7a7de9b979ea service nova] Enqueued Resource ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d with Priority: HIGHEST for action security_group_rules [ 853.544710] env[65073]: INFO networking_nsxv3.common.synchronization [req-f6fe9769-8038-4e7e-aa6a-aaeed7d55049 req-8f13a218-bd94-4881-bef4-7a7de9b979ea service nova] Enqueued Resource ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d with Priority: HIGHEST for action security_group_members [ 853.544843] env[65073]: INFO networking_nsxv3.common.synchronization [req-f6fe9769-8038-4e7e-aa6a-aaeed7d55049 req-8f13a218-bd94-4881-bef4-7a7de9b979ea service nova] Enqueued Resource ID: 71af672e-08ea-4d3c-bf03-2769567e3ff4 with Priority: HIGHEST for action port [ 853.545161] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d with Priority: HIGHEST for action security_group_rules [ 853.545289] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d with Priority: HIGHEST for action security_group_members [ 853.545385] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71af672e-08ea-4d3c-bf03-2769567e3ff4 with Priority: HIGHEST for action port [ 853.545939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.546095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.546143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.546474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.546474] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.547355] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.547479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.547547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.547717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.547868] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.547964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.548036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.548245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.548339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.548434] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.549680] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-71af672e-08ea-4d3c-bf03-2769567e3ff4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.549680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71af672e-08ea-4d3c-bf03-2769567e3ff4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.549680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71af672e-08ea-4d3c-bf03-2769567e3ff4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.549680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71af672e-08ea-4d3c-bf03-2769567e3ff4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.550806] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71af672e-08ea-4d3c-bf03-2769567e3ff4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.872092] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0640afb1-a17f-4308-a977-a999c84ee229 in Status: SUCCESS [ 853.872318] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0640afb1-a17f-4308-a977-a999c84ee229 deletion is rescheduled due to dependency. [ 853.872441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.055499] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.055639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.055838] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.056795] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71af672e-08ea-4d3c-bf03-2769567e3ff4 with status ACTIVE [ 854.056994] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.057128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.057196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.057462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.057570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.057748] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.057875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.057943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.061556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.061639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.061939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.062136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.062240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.062422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.062506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.062636] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71af672e-08ea-4d3c-bf03-2769567e3ff4 is going to be updated. [ 854.102682] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.102866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.102988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.103315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.103465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.103651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71af672e-08ea-4d3c-bf03-2769567e3ff4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.565192] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.068897] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.068897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.068897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.068897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.068897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.069232] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d is going to be created. [ 855.094774] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.094774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.094774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.095734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.095734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.107400] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d in Status: UNINITIALIZED for 2s [ 855.495068] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: SUCCESS [ 855.495872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.536404] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 855.536800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.734717] env[65073]: INFO networking_nsxv3.common.synchronization [None req-20e0b949-6a3a-4870-8eb0-782f41e8bb1c None None] Enqueued Resource ID: 637d40a3-e8e2-4ba1-9e3a-d6cea35627b5 with Priority: HIGHEST for action port [ 856.735159] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637d40a3-e8e2-4ba1-9e3a-d6cea35627b5 with Priority: HIGHEST for action port [ 856.735558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-637d40a3-e8e2-4ba1-9e3a-d6cea35627b5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.735677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-637d40a3-e8e2-4ba1-9e3a-d6cea35627b5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.735724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-637d40a3-e8e2-4ba1-9e3a-d6cea35627b5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.735972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-637d40a3-e8e2-4ba1-9e3a-d6cea35627b5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.736041] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637d40a3-e8e2-4ba1-9e3a-d6cea35627b5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.772040] env[65073]: INFO networking_nsxv3.common.synchronization [req-3dda0760-0165-4e96-ad86-a473016aecb1 req-6fb91d0e-786d-40dd-b25a-4f8ec96b4220 tempest-ServersTestMultiNic-575633863 tempest-ServersTestMultiNic-575633863-project-member] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 856.772837] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 856.773426] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.773578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.773689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.774061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.774061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.774254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.774254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.774457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.774605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.774754] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.118206] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d in Status: SUCCESS [ 857.118479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.118651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.118910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.119138] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.119237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.119290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.119470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.119561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.119684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.119684] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.237359] env[65073]: INFO networking_nsxv3.common.synchronization [req-3dda0760-0165-4e96-ad86-a473016aecb1 req-931e500f-fef2-4f72-be5d-e0db3fef7a64 tempest-ServersTestMultiNic-575633863 tempest-ServersTestMultiNic-575633863-project-member] Enqueued Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 857.237997] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 637d40a3-e8e2-4ba1-9e3a-d6cea35627b5 [ 857.237997] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.238180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.238180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.238378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.238468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.238558] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:637d40a3-e8e2-4ba1-9e3a-d6cea35627b5 already deleted. [ 857.238639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-637d40a3-e8e2-4ba1-9e3a-d6cea35627b5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.239348] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 with Priority: HIGHEST for action security_group_members [ 857.239798] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5ecd08c-8bb9-42a9-94d5-8335201bd596 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.239951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.277145] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.555272] env[65073]: INFO networking_nsxv3.common.synchronization [req-7f7035d9-7a47-4b39-a1aa-a2b69d670be6 req-e06a358c-bf1a-4eaa-a493-1ba88ac4343f tempest-AttachVolumeTestJSON-1854213855 tempest-AttachVolumeTestJSON-1854213855-project-member] Enqueued Resource ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 with Priority: HIGHEST for action security_group_members [ 857.555832] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 with Priority: HIGHEST for action security_group_members [ 857.556180] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc1306cc-d831-4d08-862c-97bd35bf75e9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.556305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.558043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.558043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.558043] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.558043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.558043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.558043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.558043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.558043] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc1306cc-d831-4d08-862c-97bd35bf75e9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.624248] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.624406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.624478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.624755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.624966] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.625087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.625150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.625341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.625431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.625518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.625741] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.625939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.626012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.626161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.626297] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.626387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.626449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.626581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.626657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.626738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.626825] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.779587] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.059494] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.059694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.059694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.059915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.060014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.060216] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.060316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.060371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.060521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.060595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.060679] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 already deleted. [ 858.060759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.129930] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d: rpc.has_security_group_logging(os_id): False [ 858.149542] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.149694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.149800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.149985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.150101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.150271] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.150368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.150433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.150573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.150648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.151715] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.151824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.151896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.152190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.152288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.152482] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.152581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.152637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.152778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.152851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.152935] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d is going to be created. [ 858.164950] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.165153] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-540" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.165274] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-540" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.165573] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-540" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.165828] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.168010] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.168194] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.168433] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.168580] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.168787] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.168909] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.169042] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.169155] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.169265] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.169366] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.169498] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.194104] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.194104] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.194104] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.194104] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-540" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.194104] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-fc965ad6-a70a-4a22-bf05-ecc46bc6791e taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.194104] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-fc965ad6-a70a-4a22-bf05-ecc46bc6791e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.194104] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-fc965ad6-a70a-4a22-bf05-ecc46bc6791e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.194104] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-fc965ad6-a70a-4a22-bf05-ecc46bc6791e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.194104] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc965ad6-a70a-4a22-bf05-ecc46bc6791e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.218436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.218576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.218658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.218887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.219086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.234703] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d in Status: IN_PROGRESS for 2s [ 858.281985] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.282155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.282228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.282454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.282544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.282640] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be updated. [ 858.334101] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.334256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.334328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.334547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.334687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.344110] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: IN_PROGRESS for 2s [ 858.701097] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.701097] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.701097] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.701097] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.701097] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.701097] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port fc965ad6-a70a-4a22-bf05-ecc46bc6791e not found, creating... [ 858.701097] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.701097] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.701097] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.701097] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.701097] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.701784] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.701784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.701784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.701784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.701784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.701784] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: fc965ad6-a70a-4a22-bf05-ecc46bc6791e is going to be created. [ 858.722808] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.722954] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.723169] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.723468] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.723696] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.723923] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-fc965ad6-a70a-4a22-bf05-ecc46bc6791e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.871071] env[65073]: INFO networking_nsxv3.common.synchronization [None req-cf6b7860-c41c-4349-bfcc-537f4db4b6a6 None None] Enqueued Resource ID: 3b13a6dc-1204-4aca-af05-7ca41251bb37 with Priority: HIGHEST for action port [ 858.871618] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b13a6dc-1204-4aca-af05-7ca41251bb37 with Priority: HIGHEST for action port [ 858.874886] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b13a6dc-1204-4aca-af05-7ca41251bb37 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.874886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b13a6dc-1204-4aca-af05-7ca41251bb37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.874886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b13a6dc-1204-4aca-af05-7ca41251bb37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.874886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b13a6dc-1204-4aca-af05-7ca41251bb37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.874886] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b13a6dc-1204-4aca-af05-7ca41251bb37',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.376296] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b13a6dc-1204-4aca-af05-7ca41251bb37 [ 859.376296] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.376296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.376296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.376296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.376296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.376296] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b13a6dc-1204-4aca-af05-7ca41251bb37 already deleted. [ 859.376296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b13a6dc-1204-4aca-af05-7ca41251bb37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.477257] env[65073]: INFO networking_nsxv3.common.synchronization [req-7f7035d9-7a47-4b39-a1aa-a2b69d670be6 req-b1b14d99-4449-4971-a5f2-77e1a402aa30 service nova] Enqueued Resource ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 with Priority: HIGHEST for action security_group_rules [ 859.477257] env[65073]: INFO networking_nsxv3.common.synchronization [req-7f7035d9-7a47-4b39-a1aa-a2b69d670be6 req-b1b14d99-4449-4971-a5f2-77e1a402aa30 service nova] Enqueued Resource ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 with Priority: HIGHEST for action security_group_members [ 859.477257] env[65073]: INFO networking_nsxv3.common.synchronization [req-7f7035d9-7a47-4b39-a1aa-a2b69d670be6 req-b1b14d99-4449-4971-a5f2-77e1a402aa30 service nova] Enqueued Resource ID: fc965ad6-a70a-4a22-bf05-ecc46bc6791e with Priority: HIGHEST for action port [ 859.477257] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 with Priority: HIGHEST for action security_group_rules [ 859.477768] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 with Priority: HIGHEST for action security_group_members [ 859.478053] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc965ad6-a70a-4a22-bf05-ecc46bc6791e with Priority: HIGHEST for action port [ 859.478610] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc1306cc-d831-4d08-862c-97bd35bf75e9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.478993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.479190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.479519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.481797] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc1306cc-d831-4d08-862c-97bd35bf75e9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.482486] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc1306cc-d831-4d08-862c-97bd35bf75e9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.482779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.482988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.483651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.483922] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.484202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.487025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.487025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.487025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.487025] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc1306cc-d831-4d08-862c-97bd35bf75e9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.487025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc965ad6-a70a-4a22-bf05-ecc46bc6791e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.487025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc965ad6-a70a-4a22-bf05-ecc46bc6791e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.487025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc965ad6-a70a-4a22-bf05-ecc46bc6791e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.487025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc965ad6-a70a-4a22-bf05-ecc46bc6791e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.487025] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc965ad6-a70a-4a22-bf05-ecc46bc6791e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.988300] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc1306cc-d831-4d08-862c-97bd35bf75e9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.989300] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc1306cc-d831-4d08-862c-97bd35bf75e9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.989426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.989661] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc965ad6-a70a-4a22-bf05-ecc46bc6791e with status ACTIVE [ 859.989865] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.989865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.989865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.990114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.990205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.990372] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.990496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.990565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.990668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.990740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.991191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.992161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.992161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.992161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.992161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.992783] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc965ad6-a70a-4a22-bf05-ecc46bc6791e is going to be updated. [ 860.015490] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.015638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.015708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.015908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.016060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.016222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc965ad6-a70a-4a22-bf05-ecc46bc6791e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.085392] env[65073]: INFO networking_nsxv3.common.synchronization [req-0bb8355b-24cb-494a-9feb-f73ffd3e08d6 req-d87c6dbf-eb97-405e-866c-a40cd99ba456 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 860.086063] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 860.086974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.086974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.086974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.087238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.087518] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.087518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.087777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.087839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.087933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.088076] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.254201] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d in Status: SUCCESS [ 860.254441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.345120] env[65073]: INFO networking_nsxv3.common.synchronization [None req-56223976-01a3-463e-be51-8e0bc4ca773f None None] Enqueued Resource ID: d0a64763-475b-4fb9-b117-82f52983fdac with Priority: HIGHEST for action port [ 860.346412] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a64763-475b-4fb9-b117-82f52983fdac with Priority: HIGHEST for action port [ 860.348366] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0a64763-475b-4fb9-b117-82f52983fdac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.348366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0a64763-475b-4fb9-b117-82f52983fdac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.348366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0a64763-475b-4fb9-b117-82f52983fdac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.348638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0a64763-475b-4fb9-b117-82f52983fdac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.348638] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a64763-475b-4fb9-b117-82f52983fdac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.363357] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 860.363487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.364060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.364060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.364582] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.364582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.364582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.364822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.364822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.364822] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5ecd08c-8bb9-42a9-94d5-8335201bd596',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.494931] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc1306cc-d831-4d08-862c-97bd35bf75e9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.591527] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.591678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.591754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.592040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.592158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.592432] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.592532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.592532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.592688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.592771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.592860] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 already deleted. [ 860.592943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.596293] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.596467] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-837" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.596583] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-837" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.596866] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-837" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.597131] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.597286] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.597399] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.597597] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.597728] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.597924] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.598047] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.598153] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.598257] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.598364] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.598468] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.598593] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.617385] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.617549] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.617658] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.617828] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-837" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.618167] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-a07fea8d-1155-49fd-ab49-87132ae7b885 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.618334] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.618447] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.618751] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.618888] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a07fea8d-1155-49fd-ab49-87132ae7b885',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.851495] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0a64763-475b-4fb9-b117-82f52983fdac [ 860.851687] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.851832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.851938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.852237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.852333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.852432] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0a64763-475b-4fb9-b117-82f52983fdac already deleted. [ 860.852512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0a64763-475b-4fb9-b117-82f52983fdac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.867149] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.867343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.867429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.867669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.867782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.868019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.868150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.868217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.868411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.868503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.868606] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 is going to be updated. [ 860.917764] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.920979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.920979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.920979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.920979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.931967] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: IN_PROGRESS for 2s [ 860.997052] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.997734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.997914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.998368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.998578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.998786] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 is going to be created. [ 861.026960] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.026960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.026960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.026960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.026960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.037081] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 in Status: UNINITIALIZED for 2s [ 861.121955] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.122268] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.122395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.122671] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.122823] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.122989] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port a07fea8d-1155-49fd-ab49-87132ae7b885 not found, creating... [ 861.123315] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.123484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.123598] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.123814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.123946] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.124245] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.124394] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.124508] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.124704] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.124832] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.124966] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: a07fea8d-1155-49fd-ab49-87132ae7b885 is going to be created. [ 861.145480] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.145716] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.145841] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.146263] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.147535] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.148056] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.910543] env[65073]: INFO networking_nsxv3.common.synchronization [req-0bb8355b-24cb-494a-9feb-f73ffd3e08d6 req-f085668d-4249-42b7-9450-01592c22ec3c service nova] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_rules [ 861.910543] env[65073]: INFO networking_nsxv3.common.synchronization [req-0bb8355b-24cb-494a-9feb-f73ffd3e08d6 req-f085668d-4249-42b7-9450-01592c22ec3c service nova] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 861.910543] env[65073]: INFO networking_nsxv3.common.synchronization [req-0bb8355b-24cb-494a-9feb-f73ffd3e08d6 req-f085668d-4249-42b7-9450-01592c22ec3c service nova] Enqueued Resource ID: a07fea8d-1155-49fd-ab49-87132ae7b885 with Priority: HIGHEST for action port [ 861.911034] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_rules [ 861.911351] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 861.911611] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07fea8d-1155-49fd-ab49-87132ae7b885 with Priority: HIGHEST for action port [ 861.912053] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.914870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.914870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.914870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.914870] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.914870] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.914870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.914870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.914870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.914870] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.914870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.914870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.914870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.914870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.916740] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.918625] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a07fea8d-1155-49fd-ab49-87132ae7b885 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.918625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.918625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.918625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.918625] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a07fea8d-1155-49fd-ab49-87132ae7b885',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.420953] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.421321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.421380] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a07fea8d-1155-49fd-ab49-87132ae7b885 with status ACTIVE [ 862.421525] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.421650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.421718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.421942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.422087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.422272] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.422402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.422463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.422631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.422714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.422917] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.423025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.423090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.423228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.423315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.423402] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a07fea8d-1155-49fd-ab49-87132ae7b885 is going to be updated. [ 862.426480] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.451472] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.452055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.452055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.452055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.452664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.452664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.534909] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c7f42046-4c3b-435a-a354-247d6a8ffad1 None None] Enqueued Resource ID: d4faf32b-505a-4535-8dc9-54c2f220ebf3 with Priority: HIGHEST for action port [ 862.538549] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4faf32b-505a-4535-8dc9-54c2f220ebf3 with Priority: HIGHEST for action port [ 862.538968] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4faf32b-505a-4535-8dc9-54c2f220ebf3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.539092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4faf32b-505a-4535-8dc9-54c2f220ebf3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.539148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4faf32b-505a-4535-8dc9-54c2f220ebf3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.539412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4faf32b-505a-4535-8dc9-54c2f220ebf3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.539509] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4faf32b-505a-4535-8dc9-54c2f220ebf3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.931666] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.946047] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 in Status: SUCCESS [ 862.946295] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5ecd08c-8bb9-42a9-94d5-8335201bd596 deletion is rescheduled due to dependency. [ 862.946419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5ecd08c-8bb9-42a9-94d5-8335201bd596" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.041875] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4faf32b-505a-4535-8dc9-54c2f220ebf3 [ 863.042217] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.042355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.042474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.042645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.042738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.042837] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4faf32b-505a-4535-8dc9-54c2f220ebf3 already deleted. [ 863.042920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4faf32b-505a-4535-8dc9-54c2f220ebf3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.046497] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 in Status: SUCCESS [ 863.046718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.047142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.047468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.047854] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.048050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.048172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.048378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.048658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.048800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.048991] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc1306cc-d831-4d08-862c-97bd35bf75e9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.436212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.436584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.436584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.436664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.436760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.436833] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be created. [ 863.446319] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f4448f19-1ca4-4689-a428-c90238d963be None None] Enqueued Resource ID: 2b6c77d9-92ea-4813-9bc7-e6a17c3948a1 with Priority: HIGHEST for action port [ 863.446575] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6c77d9-92ea-4813-9bc7-e6a17c3948a1 with Priority: HIGHEST for action port [ 863.447513] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b6c77d9-92ea-4813-9bc7-e6a17c3948a1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.447513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b6c77d9-92ea-4813-9bc7-e6a17c3948a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.447513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b6c77d9-92ea-4813-9bc7-e6a17c3948a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.448031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b6c77d9-92ea-4813-9bc7-e6a17c3948a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.448031] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6c77d9-92ea-4813-9bc7-e6a17c3948a1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.460954] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.461161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.461485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.461485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.461615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.474172] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: UNINITIALIZED for 2s [ 863.552415] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc1306cc-d831-4d08-862c-97bd35bf75e9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.950011] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b6c77d9-92ea-4813-9bc7-e6a17c3948a1 [ 863.950615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.951154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.951268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.951517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.951645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.951768] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b6c77d9-92ea-4813-9bc7-e6a17c3948a1 already deleted. [ 863.951879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b6c77d9-92ea-4813-9bc7-e6a17c3948a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.055334] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc1306cc-d831-4d08-862c-97bd35bf75e9: rpc.has_security_group_logging(os_id): False [ 864.077272] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.077272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.077272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.077272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.077272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.077272] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.077272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.077272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.077272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.077272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.077272] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 is going to be created. [ 864.177884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.178069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.178148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.178410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.178618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.190789] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 in Status: IN_PROGRESS for 2s [ 864.959108] env[65073]: INFO networking_nsxv3.common.synchronization [req-bfc17e67-3999-4627-972d-5b65a0f3afd2 req-6c52cbe0-4718-4f89-baed-d6b01fc5fa52 tempest-ImagesNegativeTestJSON-1808616354 tempest-ImagesNegativeTestJSON-1808616354-project-member] Enqueued Resource ID: 37b45187-47d3-48d3-8af0-a34e2221f02b with Priority: HIGHEST for action security_group_members [ 864.959713] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b45187-47d3-48d3-8af0-a34e2221f02b with Priority: HIGHEST for action security_group_members [ 864.960022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-37b45187-47d3-48d3-8af0-a34e2221f02b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.961819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.961932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.962173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.962400] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.962543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.962617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.962826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.962909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.963023] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37b45187-47d3-48d3-8af0-a34e2221f02b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.410732] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.410869] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.410975] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.411395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.411748] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.411932] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.414810] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.415228] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.415344] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.415719] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.415848] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.415848] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.416695] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.416695] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.416695] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.416695] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.448367] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.448367] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.448367] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.448367] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.448367] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-c3c5f51b-4f33-4613-818e-e6e88ee7d023 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.448819] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-c3c5f51b-4f33-4613-818e-e6e88ee7d023" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.448819] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-c3c5f51b-4f33-4613-818e-e6e88ee7d023" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.449189] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-c3c5f51b-4f33-4613-818e-e6e88ee7d023" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.449377] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c5f51b-4f33-4613-818e-e6e88ee7d023',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.465651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.465651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.465651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.465957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.465957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.466440] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.466440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.466440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.466440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.466886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.466886] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37b45187-47d3-48d3-8af0-a34e2221f02b already deleted. [ 865.466886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.486254] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 865.486254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.486254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.486254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.486254] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.486254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.486254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.486254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.487499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.487499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.487499] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.951657] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.951892] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.952507] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.952507] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.952507] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.952814] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port c3c5f51b-4f33-4613-818e-e6e88ee7d023 not found, creating... [ 865.952899] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.953394] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.953394] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.953394] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.953719] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.953829] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.953980] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.954250] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.954840] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.955257] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.955257] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: c3c5f51b-4f33-4613-818e-e6e88ee7d023 is going to be created. [ 865.980474] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.980833] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.980833] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.981115] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.981407] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.982046] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-c3c5f51b-4f33-4613-818e-e6e88ee7d023" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.989451] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.989601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.989664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.990244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.990244] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.990244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.990244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.990451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.990451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.990522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.990645] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.990725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.990786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.990880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.991021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.991119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.991176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.991353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.991446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.991512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.991623] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.207547] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 in Status: SUCCESS [ 866.207913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.486185] env[65073]: INFO networking_nsxv3.common.synchronization [None req-89e1b8c0-e5f3-4316-9f79-5eea26b3c990 None None] Enqueued Resource ID: d553994f-7462-49b9-b2c1-e77af6bc6501 with Priority: HIGHEST for action port [ 866.486878] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d553994f-7462-49b9-b2c1-e77af6bc6501 with Priority: HIGHEST for action port [ 866.487230] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d553994f-7462-49b9-b2c1-e77af6bc6501 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.487356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d553994f-7462-49b9-b2c1-e77af6bc6501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.487425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d553994f-7462-49b9-b2c1-e77af6bc6501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.487725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d553994f-7462-49b9-b2c1-e77af6bc6501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.487819] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d553994f-7462-49b9-b2c1-e77af6bc6501',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.494075] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 371b48a8-d8bb-40d3-9002-811f55dec047: rpc.has_security_group_logging(os_id): False [ 866.514846] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.515106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.515106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.515814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.515914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.516390] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.516493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.516593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.516863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.517022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.517331] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.517450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.517564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.517676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.517841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.518351] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.518351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.518351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.518636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.518636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.518710] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be created. [ 866.590088] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.590244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.590328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.590525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.590707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.603729] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 866.743616] env[65073]: INFO networking_nsxv3.common.synchronization [req-bfc17e67-3999-4627-972d-5b65a0f3afd2 req-2f8a2b86-7d53-436e-b8f8-eb7ed56399d4 service nova] Enqueued Resource ID: 37b45187-47d3-48d3-8af0-a34e2221f02b with Priority: HIGHEST for action security_group_rules [ 866.743616] env[65073]: INFO networking_nsxv3.common.synchronization [req-bfc17e67-3999-4627-972d-5b65a0f3afd2 req-2f8a2b86-7d53-436e-b8f8-eb7ed56399d4 service nova] Enqueued Resource ID: 37b45187-47d3-48d3-8af0-a34e2221f02b with Priority: HIGHEST for action security_group_members [ 866.743616] env[65073]: INFO networking_nsxv3.common.synchronization [req-bfc17e67-3999-4627-972d-5b65a0f3afd2 req-2f8a2b86-7d53-436e-b8f8-eb7ed56399d4 service nova] Enqueued Resource ID: c3c5f51b-4f33-4613-818e-e6e88ee7d023 with Priority: HIGHEST for action port [ 866.744400] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b45187-47d3-48d3-8af0-a34e2221f02b with Priority: HIGHEST for action security_group_rules [ 866.744545] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b45187-47d3-48d3-8af0-a34e2221f02b with Priority: HIGHEST for action security_group_members [ 866.744650] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5f51b-4f33-4613-818e-e6e88ee7d023 with Priority: HIGHEST for action port [ 866.745489] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37b45187-47d3-48d3-8af0-a34e2221f02b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.745489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.745489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.745489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.745489] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37b45187-47d3-48d3-8af0-a34e2221f02b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.746822] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-37b45187-47d3-48d3-8af0-a34e2221f02b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.746939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.747842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.747842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.747842] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.747842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.747842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.747842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.747842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.747842] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37b45187-47d3-48d3-8af0-a34e2221f02b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.748798] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3c5f51b-4f33-4613-818e-e6e88ee7d023 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.748962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3c5f51b-4f33-4613-818e-e6e88ee7d023" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.748962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3c5f51b-4f33-4613-818e-e6e88ee7d023" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.749424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3c5f51b-4f33-4613-818e-e6e88ee7d023" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.749424] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c5f51b-4f33-4613-818e-e6e88ee7d023',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.989763] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d553994f-7462-49b9-b2c1-e77af6bc6501 [ 866.990147] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.990547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.990547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.990962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.991073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.991223] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d553994f-7462-49b9-b2c1-e77af6bc6501 already deleted. [ 866.991398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d553994f-7462-49b9-b2c1-e77af6bc6501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.253407] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3c5f51b-4f33-4613-818e-e6e88ee7d023 with status ACTIVE [ 867.253407] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.253407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.253407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.253407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.253407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.253407] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.253407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.253407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.254942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.254942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.254942] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.254942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.254942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.254942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.254942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.254942] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3c5f51b-4f33-4613-818e-e6e88ee7d023 is going to be updated. [ 867.256273] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-37b45187-47d3-48d3-8af0-a34e2221f02b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.256495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.256827] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37b45187-47d3-48d3-8af0-a34e2221f02b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.285391] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.285391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.285391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.285739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.285739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.285881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3c5f51b-4f33-4613-818e-e6e88ee7d023" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.541391] env[65073]: INFO networking_nsxv3.common.synchronization [req-798aab81-2208-4beb-ac68-c10d77321faa req-b36ce1ac-de96-4409-a2fc-5623c263545c tempest-ServerGroupTestJSON-1397367528 tempest-ServerGroupTestJSON-1397367528-project-member] Enqueued Resource ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d with Priority: HIGHEST for action security_group_members [ 867.541955] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d with Priority: HIGHEST for action security_group_members [ 867.542314] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.542436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.542503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.542735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.542899] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.543072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.543072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.543224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.543312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.543407] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.765179] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37b45187-47d3-48d3-8af0-a34e2221f02b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.045688] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.046114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.046114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.046240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.046365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.046599] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.046718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.046853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.047060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.047163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.047352] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d is going to be updated. [ 868.076211] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.076392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.076444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.076646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.076805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.091270] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d in Status: IN_PROGRESS for 2s [ 868.267922] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.268116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.268191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.268407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.268500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.268603] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37b45187-47d3-48d3-8af0-a34e2221f02b is going to be created. [ 868.304129] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.304332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.304374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.304598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.304766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.316883] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37b45187-47d3-48d3-8af0-a34e2221f02b in Status: UNINITIALIZED for 2s [ 868.617321] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 868.617321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.101647] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d in Status: SUCCESS [ 870.102095] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d deletion is rescheduled due to dependency. [ 870.102095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.336297] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37b45187-47d3-48d3-8af0-a34e2221f02b in Status: SUCCESS [ 870.337530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.337817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.338103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.338440] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.338657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.338787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.338938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.339079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.339207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.339313] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37b45187-47d3-48d3-8af0-a34e2221f02b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.847021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-37b45187-47d3-48d3-8af0-a34e2221f02b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.847424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.847624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.847943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.850277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.850277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.850277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.850277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.850277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.850277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.850277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-37b45187-47d3-48d3-8af0-a34e2221f02b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.850277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.850277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.850277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.850277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.850277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.850277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.852323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.852543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.852727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.852908] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37b45187-47d3-48d3-8af0-a34e2221f02b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.253266] env[65073]: INFO networking_nsxv3.common.synchronization [req-2a0073f1-e711-4448-b202-553170121525 req-4944d6ba-da4a-4a85-8b24-124bb137f852 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGHEST for action security_group_members [ 871.253266] env[65073]: INFO networking_nsxv3.common.synchronization [req-2a0073f1-e711-4448-b202-553170121525 req-4944d6ba-da4a-4a85-8b24-124bb137f852 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 871.253266] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGHEST for action security_group_members [ 871.253266] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 871.253266] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2d4872-3724-443f-88f7-7004f81fd10c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.253266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.256040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.256040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.256040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.256040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.256040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.259173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.259173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.259173] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.259173] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.259173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.259173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.259173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.259173] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.259173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.259173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.259173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.259173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.259173] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.313923] env[65073]: INFO networking_nsxv3.common.synchronization [req-2a0073f1-e711-4448-b202-553170121525 req-4944d6ba-da4a-4a85-8b24-124bb137f852 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGHEST for action security_group_rules [ 871.314120] env[65073]: INFO networking_nsxv3.common.synchronization [req-2a0073f1-e711-4448-b202-553170121525 req-4944d6ba-da4a-4a85-8b24-124bb137f852 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGHEST for action security_group_members [ 871.314999] env[65073]: INFO networking_nsxv3.common.synchronization [req-2a0073f1-e711-4448-b202-553170121525 req-4944d6ba-da4a-4a85-8b24-124bb137f852 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_rules [ 871.315242] env[65073]: INFO networking_nsxv3.common.synchronization [req-2a0073f1-e711-4448-b202-553170121525 req-4944d6ba-da4a-4a85-8b24-124bb137f852 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 871.315479] env[65073]: INFO networking_nsxv3.common.synchronization [req-2a0073f1-e711-4448-b202-553170121525 req-4944d6ba-da4a-4a85-8b24-124bb137f852 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: a07fea8d-1155-49fd-ab49-87132ae7b885 with Priority: HIGHEST for action port [ 871.316181] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGHEST for action security_group_rules [ 871.316319] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_rules [ 871.316477] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07fea8d-1155-49fd-ab49-87132ae7b885 with Priority: HIGHEST for action port [ 871.316516] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGHEST for action security_group_members [ 871.316583] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 871.316856] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d2d4872-3724-443f-88f7-7004f81fd10c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.317011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.317076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.317301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.317370] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.318458] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.318576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.318684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.318799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.318929] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.320277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a07fea8d-1155-49fd-ab49-87132ae7b885 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.320277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.320277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.320277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.320277] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a07fea8d-1155-49fd-ab49-87132ae7b885',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.320737] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2d4872-3724-443f-88f7-7004f81fd10c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.320842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.322473] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.322473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.355578] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37b45187-47d3-48d3-8af0-a34e2221f02b: rpc.has_security_group_logging(os_id): False [ 871.379884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.379884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.380137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.385018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.385018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.385018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.385018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.385018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.385018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.385018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.385018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.385018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.385018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.385018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.385018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.385018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.385018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.385736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.385736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.385736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.385736] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37b45187-47d3-48d3-8af0-a34e2221f02b is going to be created. [ 871.466220] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.468973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.468973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.470022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.470022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.484205] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37b45187-47d3-48d3-8af0-a34e2221f02b in Status: IN_PROGRESS for 2s [ 871.730844] env[65073]: INFO networking_nsxv3.common.synchronization [req-de6b710f-2686-4d0b-b295-1929b293f2fd req-156ab185-7a9d-4a01-a93f-3e40162da868 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 871.730844] env[65073]: INFO networking_nsxv3.common.synchronization [req-de6b710f-2686-4d0b-b295-1929b293f2fd req-156ab185-7a9d-4a01-a93f-3e40162da868 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGHEST for action security_group_members [ 871.730844] env[65073]: INFO networking_nsxv3.common.synchronization [req-de6b710f-2686-4d0b-b295-1929b293f2fd req-156ab185-7a9d-4a01-a93f-3e40162da868 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 with Priority: HIGHEST for action security_group_members [ 871.730844] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 871.730844] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGHEST for action security_group_members [ 871.731434] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 with Priority: HIGHEST for action security_group_members [ 871.731785] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.731913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.732389] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2d4872-3724-443f-88f7-7004f81fd10c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.732389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.732840] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-57df3f2c-c7ca-4018-81b0-0012c6919963 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.732840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.732840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.733108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.733231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.733289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.733366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.733532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.733610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.734204] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57df3f2c-c7ca-4018-81b0-0012c6919963',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.762345] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.763664] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.775785] env[65073]: INFO networking_nsxv3.common.synchronization [req-de6b710f-2686-4d0b-b295-1929b293f2fd req-156ab185-7a9d-4a01-a93f-3e40162da868 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGHEST for action security_group_rules [ 871.775986] env[65073]: INFO networking_nsxv3.common.synchronization [req-de6b710f-2686-4d0b-b295-1929b293f2fd req-156ab185-7a9d-4a01-a93f-3e40162da868 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGHEST for action security_group_members [ 871.776134] env[65073]: INFO networking_nsxv3.common.synchronization [req-de6b710f-2686-4d0b-b295-1929b293f2fd req-156ab185-7a9d-4a01-a93f-3e40162da868 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_rules [ 871.776261] env[65073]: INFO networking_nsxv3.common.synchronization [req-de6b710f-2686-4d0b-b295-1929b293f2fd req-156ab185-7a9d-4a01-a93f-3e40162da868 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 871.776380] env[65073]: INFO networking_nsxv3.common.synchronization [req-de6b710f-2686-4d0b-b295-1929b293f2fd req-156ab185-7a9d-4a01-a93f-3e40162da868 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 with Priority: HIGHEST for action security_group_rules [ 871.776497] env[65073]: INFO networking_nsxv3.common.synchronization [req-de6b710f-2686-4d0b-b295-1929b293f2fd req-156ab185-7a9d-4a01-a93f-3e40162da868 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 with Priority: HIGHEST for action security_group_members [ 871.776617] env[65073]: INFO networking_nsxv3.common.synchronization [req-de6b710f-2686-4d0b-b295-1929b293f2fd req-156ab185-7a9d-4a01-a93f-3e40162da868 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: a07fea8d-1155-49fd-ab49-87132ae7b885 with Priority: HIGHEST for action port [ 871.777776] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGHEST for action security_group_rules [ 871.777925] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_rules [ 871.778044] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 with Priority: HIGHEST for action security_group_members [ 871.778186] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07fea8d-1155-49fd-ab49-87132ae7b885 with Priority: HIGHEST for action port [ 871.778247] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 with Priority: HIGHEST for action security_group_rules [ 871.778357] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGHEST for action security_group_members [ 871.778406] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 871.778936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d2d4872-3724-443f-88f7-7004f81fd10c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.779150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.779436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.779436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.779563] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-57df3f2c-c7ca-4018-81b0-0012c6919963 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.779706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.779749] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a07fea8d-1155-49fd-ab49-87132ae7b885 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.779833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.780010] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57df3f2c-c7ca-4018-81b0-0012c6919963 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.780135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.780177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.780409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.780487] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57df3f2c-c7ca-4018-81b0-0012c6919963',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.781743] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2d4872-3724-443f-88f7-7004f81fd10c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.781844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.782049] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.782137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.822456] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.822588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.822832] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a07fea8d-1155-49fd-ab49-87132ae7b885 with status ACTIVE [ 871.823586] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.823710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.823776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.823993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.824105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.824289] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.824386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.824553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.824709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.825561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.825561] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.825561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.825561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.825561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.825561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.825847] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a07fea8d-1155-49fd-ab49-87132ae7b885 is going to be updated. [ 871.827343] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2d4872-3724-443f-88f7-7004f81fd10c taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.827487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.851632] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.851849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.851849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.852238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.852282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.852415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.852606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.852730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.852830] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a07fea8d-1155-49fd-ab49-87132ae7b885',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.236188] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57df3f2c-c7ca-4018-81b0-0012c6919963',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.264114] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.265432] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.283676] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-57df3f2c-c7ca-4018-81b0-0012c6919963 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.283881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.355489] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a07fea8d-1155-49fd-ab49-87132ae7b885 with status ACTIVE [ 872.355721] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.355860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.356168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.356168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.356321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.356435] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.356535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.356597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.356735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.356808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.356984] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.357096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.357165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.357287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.357341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.357399] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a07fea8d-1155-49fd-ab49-87132ae7b885 is going to be updated. [ 872.379891] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.380053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.380159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.380332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.380570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.380731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a07fea8d-1155-49fd-ab49-87132ae7b885" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.741395] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57df3f2c-c7ca-4018-81b0-0012c6919963',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.770057] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.770057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.770057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.770057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.770057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.770057] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d2d4872-3724-443f-88f7-7004f81fd10c is going to be created. [ 872.770057] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.770057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.770057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.770057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.770705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.770705] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 872.799044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.799044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.799044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.799307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.799605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.803934] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.804119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.804178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.804321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.804464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.814138] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 872.814840] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2d4872-3724-443f-88f7-7004f81fd10c in Status: UNINITIALIZED for 2s [ 873.243211] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.243464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.243464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.243656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.243776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.243942] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 is going to be created. [ 873.267819] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.268220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.268220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.268301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.268522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.280380] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 in Status: UNINITIALIZED for 2s [ 873.467082] env[65073]: INFO networking_nsxv3.common.synchronization [req-77425250-368a-4c35-97ff-337d3f7f048c req-8d57afc8-aec9-40cd-9deb-e565323d7d8a tempest-ServersWithSpecificFlavorTestJSON-1889997827 tempest-ServersWithSpecificFlavorTestJSON-1889997827-project-member] Enqueued Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_members [ 873.467684] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_members [ 873.468015] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.468142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.468203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.468403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.468575] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.468684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.468776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.469719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.469923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.470103] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.500298] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37b45187-47d3-48d3-8af0-a34e2221f02b in Status: SUCCESS [ 873.500632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.921490] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-671 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.921716] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.921845] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.922147] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.922419] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.922575] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.922690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.922903] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.924127] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.924380] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.924499] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.924611] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.924721] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.924831] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.924934] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.925082] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.945404] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.945613] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.945752] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.945956] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.946232] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-13d0431c-6c4e-422b-86d4-74278ed9c774 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.946408] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-13d0431c-6c4e-422b-86d4-74278ed9c774" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.946528] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-13d0431c-6c4e-422b-86d4-74278ed9c774" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.946854] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-13d0431c-6c4e-422b-86d4-74278ed9c774" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.946985] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d0431c-6c4e-422b-86d4-74278ed9c774',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.972263] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.972531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.972531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.972670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.972758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.972943] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.973053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.973116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.973261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.973408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.973511] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f is going to be updated. [ 874.003043] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.003043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.003043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.003043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.003280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.014380] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f in Status: IN_PROGRESS for 2s [ 874.450242] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.450583] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.450583] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.450732] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.450909] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.451115] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 13d0431c-6c4e-422b-86d4-74278ed9c774 not found, creating... [ 874.451397] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.451590] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.451742] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.451970] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.452131] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.452427] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.452610] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.452787] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.453016] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.453160] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.453300] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 13d0431c-6c4e-422b-86d4-74278ed9c774 is going to be created. [ 874.475918] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.476169] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.476288] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.476523] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.476745] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.476959] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-13d0431c-6c4e-422b-86d4-74278ed9c774" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.827492] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 874.827774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.827982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.828517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.828751] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.828935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.829233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.829603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.829754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.829955] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.831785] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2d4872-3724-443f-88f7-7004f81fd10c in Status: SUCCESS [ 874.831941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.832195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.832419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.832624] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.832767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.832767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.832940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.832992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.833109] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.191535] env[65073]: INFO networking_nsxv3.common.synchronization [req-77425250-368a-4c35-97ff-337d3f7f048c req-f24b35f1-ff8f-4d89-b110-561706fee7ce service nova] Enqueued Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_rules [ 875.191788] env[65073]: INFO networking_nsxv3.common.synchronization [req-77425250-368a-4c35-97ff-337d3f7f048c req-f24b35f1-ff8f-4d89-b110-561706fee7ce service nova] Enqueued Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_members [ 875.192324] env[65073]: INFO networking_nsxv3.common.synchronization [req-77425250-368a-4c35-97ff-337d3f7f048c req-f24b35f1-ff8f-4d89-b110-561706fee7ce service nova] Enqueued Resource ID: 13d0431c-6c4e-422b-86d4-74278ed9c774 with Priority: HIGHEST for action port [ 875.196024] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_rules [ 875.196024] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_members [ 875.196024] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d0431c-6c4e-422b-86d4-74278ed9c774 with Priority: HIGHEST for action port [ 875.196024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.196024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.196024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.196024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.196024] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.196024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.196024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.196024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d0431c-6c4e-422b-86d4-74278ed9c774 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.196024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d0431c-6c4e-422b-86d4-74278ed9c774" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.196024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d0431c-6c4e-422b-86d4-74278ed9c774" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.196852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d0431c-6c4e-422b-86d4-74278ed9c774" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.196852] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d0431c-6c4e-422b-86d4-74278ed9c774',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.294478] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 in Status: SUCCESS [ 875.294718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.294893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.295130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.295922] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.295922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.295922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.295922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.295922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.295922] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57df3f2c-c7ca-4018-81b0-0012c6919963',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.337491] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.338553] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.499077] env[65073]: INFO networking_nsxv3.common.synchronization [req-499869d5-c3f1-48ff-b471-ea75f860248e req-405c4dae-2d17-4a91-9795-7e4ffd3fc057 tempest-MigrationsAdminTest-45037865 tempest-MigrationsAdminTest-45037865-project-member] Enqueued Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_members [ 875.500118] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_members [ 875.500487] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.500618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.500669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.500870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.501844] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.501844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.501844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.502054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.502119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.502238] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.701834] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.701967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.702213] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13d0431c-6c4e-422b-86d4-74278ed9c774 with status ACTIVE [ 875.702395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.702618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.702618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.702835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.702872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.703061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.703131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.703224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.703415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.703415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.703593] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.703665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.703756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.703831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.703895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.703963] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13d0431c-6c4e-422b-86d4-74278ed9c774 is going to be updated. [ 875.725863] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.725863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.725863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.725863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.725863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.725863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d0431c-6c4e-422b-86d4-74278ed9c774" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.799215] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57df3f2c-c7ca-4018-81b0-0012c6919963',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.840296] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.842607] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.004840] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.027269] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f in Status: SUCCESS [ 876.027453] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f deletion is rescheduled due to dependency. [ 876.027569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.027732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.027935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.028191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.028268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.028307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.028444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.028523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.028620] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.302679] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57df3f2c-c7ca-4018-81b0-0012c6919963',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.334323] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.334323] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.334323] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.335794] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.336293] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.336616] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.336843] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.337382] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.337887] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.338284] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.338511] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.338791] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.339190] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.339474] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.339691] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.339953] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.348375] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.348375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.348375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.348375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.348375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.348375] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 876.348375] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.348375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.348375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.348375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.348375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.348375] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d2d4872-3724-443f-88f7-7004f81fd10c is going to be updated. [ 876.367260] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.367457] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.367733] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.367802] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.368143] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.368261] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.368403] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.368672] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.368806] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdda23f3-f084-44fb-ad86-4ab69c9ef9d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.380707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.380860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.380933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.381212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.381363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.383280] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.383410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.383498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.383668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.383818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.396361] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2d4872-3724-443f-88f7-7004f81fd10c in Status: IN_PROGRESS for 2s [ 876.397225] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 876.509102] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.531597] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.805396] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.805629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.805629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.805909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.806025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.806122] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 is going to be updated. [ 876.850774] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.850990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.851152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.851416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.851581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.862489] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 in Status: IN_PROGRESS for 2s [ 876.871138] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.871381] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.871505] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.871868] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.872091] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.872534] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.872742] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.872898] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.873179] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.873367] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.873797] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.874048] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.874186] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.874462] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.874673] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.874906] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 is going to be updated. [ 876.909480] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.909725] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.909799] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.910095] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.910297] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.910601] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.014824] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.014824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.014824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.014824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.014824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.014824] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb11bf66-9206-465f-9167-8a76c14e74d9 is going to be updated. [ 877.034889] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.044135] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.046520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.046520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.046520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.046520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.065531] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: IN_PROGRESS for 2s [ 877.539801] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.540263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.540263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.540361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.540410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.540475] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f is going to be updated. [ 877.568506] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.568659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.568717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.568924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.569176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.577639] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f in Status: IN_PROGRESS for 2s [ 877.618131] env[65073]: INFO networking_nsxv3.common.synchronization [req-f6dbf16c-6647-4079-a646-295d98220815 req-4608e3fe-b511-41c5-a259-28e77380fcbf service nova] Enqueued Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_rules [ 877.618131] env[65073]: INFO networking_nsxv3.common.synchronization [req-f6dbf16c-6647-4079-a646-295d98220815 req-4608e3fe-b511-41c5-a259-28e77380fcbf service nova] Enqueued Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_members [ 877.618131] env[65073]: INFO networking_nsxv3.common.synchronization [req-f6dbf16c-6647-4079-a646-295d98220815 req-4608e3fe-b511-41c5-a259-28e77380fcbf service nova] Enqueued Resource ID: cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 with Priority: HIGHEST for action port [ 877.618131] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_rules [ 877.618659] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_members [ 877.618915] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 with Priority: HIGHEST for action port [ 877.619648] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb06955-8389-4e79-8d5f-1d29bc037b17 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.620061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.620250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.621109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.621109] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.623127] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb06955-8389-4e79-8d5f-1d29bc037b17 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.623127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.623127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.623127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.623127] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.623127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.623127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.623127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.623127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.623127] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.625177] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.625177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.625177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.625500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.625681] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdda23f3-f084-44fb-ad86-4ab69c9ef9d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.128183] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb06955-8389-4e79-8d5f-1d29bc037b17 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.128294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.128541] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.129965] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 with status ACTIVE [ 878.130108] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.130208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.130279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.130488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.130580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.130745] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.130840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.130905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.131134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.131261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.131400] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.131494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.131555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.131692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.131771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.131872] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdda23f3-f084-44fb-ad86-4ab69c9ef9d4 is going to be updated. [ 878.155588] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.155781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.156050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.156388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.156555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.156718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdda23f3-f084-44fb-ad86-4ab69c9ef9d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.413324] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 878.413625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.414438] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2d4872-3724-443f-88f7-7004f81fd10c in Status: SUCCESS [ 878.414608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.414758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.414983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.415195] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.415323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.415389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.416770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.416770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.416770] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.416770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.416770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.416996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.416996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.416996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.417120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.417215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.417358] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.570261] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c20136a1-a90e-4074-8102-ba8e22c0861a None None] Enqueued Resource ID: 672a90b3-82b6-445a-b6be-f1c6ff1beb95 with Priority: HIGHEST for action port [ 878.570841] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672a90b3-82b6-445a-b6be-f1c6ff1beb95 with Priority: HIGHEST for action port [ 878.571860] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-672a90b3-82b6-445a-b6be-f1c6ff1beb95 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.571990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-672a90b3-82b6-445a-b6be-f1c6ff1beb95" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.572090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-672a90b3-82b6-445a-b6be-f1c6ff1beb95" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.572608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-672a90b3-82b6-445a-b6be-f1c6ff1beb95" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.572608] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('672a90b3-82b6-445a-b6be-f1c6ff1beb95',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.634222] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.792190] env[65073]: INFO networking_nsxv3.common.synchronization [req-195a1299-12d2-4167-981b-0833621eb3c0 req-e4879d03-1fd4-4d33-8120-52571dee5052 tempest-ServersAdminTestJSON-1383213945 tempest-ServersAdminTestJSON-1383213945-project-member] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 878.792778] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGHEST for action security_group_members [ 878.793428] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.793625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.793732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.793991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.794248] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.794362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.794463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.794704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.794814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.794953] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.873310] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 in Status: SUCCESS [ 878.873596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.873716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.873942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.874334] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.874334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.874334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.874524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.874524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.874595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.874694] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57df3f2c-c7ca-4018-81b0-0012c6919963',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.922957] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.922957] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.074273] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 672a90b3-82b6-445a-b6be-f1c6ff1beb95 [ 879.074466] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.074592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.074670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.074881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.074967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.075072] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:672a90b3-82b6-445a-b6be-f1c6ff1beb95 already deleted. [ 879.075148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-672a90b3-82b6-445a-b6be-f1c6ff1beb95" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.077076] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: SUCCESS [ 879.077273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.141265] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.141265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.141265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.141265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.141265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.141265] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 is going to be updated. [ 879.151727] env[65073]: INFO networking_nsxv3.common.synchronization [req-db65f0bb-c576-47d6-8406-4d7e3bbe79a7 req-7b3316ea-277d-421f-98bc-ce32863bd904 tempest-ImagesTestJSON-501847618 tempest-ImagesTestJSON-501847618-project-member] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 879.152815] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 879.152815] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.152970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.153038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.153248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.153414] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.153513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.153575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.153722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.153806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.153899] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.171981] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.171981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.171981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.171981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.171981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.180982] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 in Status: IN_PROGRESS for 2s [ 879.297108] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.297555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.297691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.297981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.298158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.298537] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.298727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.298857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.299088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.299237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.299410] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be updated. [ 879.353609] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.353801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.353801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.354085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.354253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.370312] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: IN_PROGRESS for 2s [ 879.377578] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57df3f2c-c7ca-4018-81b0-0012c6919963',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.426352] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.427466] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.590041] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f in Status: SUCCESS [ 879.590367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.592277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.592277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.592277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.592277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.592277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.592277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.592277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.592277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.592277] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.643153] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.644023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.644023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.644023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.644175] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.644330] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.644390] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.644610] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.644757] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.644927] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.645065] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.645176] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.645279] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.645404] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.645636] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.645636] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.658161] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.665940] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.666232] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.666438] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.666667] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.666943] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.667139] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.667380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.667711] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.667848] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.881510] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57df3f2c-c7ca-4018-81b0-0012c6919963: rpc.has_security_group_logging(os_id): False [ 879.904600] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.904600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.904600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.904600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.904733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.904896] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.904995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.905281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.905281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.905281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.905472] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 is going to be created. [ 879.931010] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.932303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.932303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.932303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.932456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.932528] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d2d4872-3724-443f-88f7-7004f81fd10c is going to be updated. [ 879.933826] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.933950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.934033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.934214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.934320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.934359] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 879.964961] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.967189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.967189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.967189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.967189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.968111] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.968111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.968111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.968248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.968320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.969973] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.970101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.970169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.970328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.970453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.985282] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 879.986285] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 in Status: IN_PROGRESS for 2s [ 879.986769] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2d4872-3724-443f-88f7-7004f81fd10c in Status: IN_PROGRESS for 2s [ 880.095627] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.158905] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.170729] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.171121] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.171261] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.171531] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.171694] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.171844] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a not found, creating... [ 880.172155] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.172315] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.172403] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.172618] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.172756] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.173061] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.173217] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.173332] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.173573] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.173709] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.173845] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a is going to be created. [ 880.196597] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.196597] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.196597] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.196597] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.196597] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.196597] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.599183] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d37f2478-adcc-413f-b4f0-9c5bca0c3f2f: rpc.has_security_group_logging(os_id): False [ 880.621488] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.622090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.622240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.622480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.622588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.622936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.623070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.623236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.623400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.623443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.623540] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f is going to be updated. [ 880.661852] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.661852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.661852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.662062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.662182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.662307] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 880.685355] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.685605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.685696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.685937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.686150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.690669] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.690811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.690879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.691174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.691339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.700532] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 880.706104] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f in Status: IN_PROGRESS for 2s [ 880.968257] env[65073]: INFO networking_nsxv3.common.synchronization [req-db65f0bb-c576-47d6-8406-4d7e3bbe79a7 req-77548c42-9f9a-4e2e-a9d2-2d1aca15ce4a service nova] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_rules [ 880.968455] env[65073]: INFO networking_nsxv3.common.synchronization [req-db65f0bb-c576-47d6-8406-4d7e3bbe79a7 req-77548c42-9f9a-4e2e-a9d2-2d1aca15ce4a service nova] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 880.969728] env[65073]: INFO networking_nsxv3.common.synchronization [req-db65f0bb-c576-47d6-8406-4d7e3bbe79a7 req-77548c42-9f9a-4e2e-a9d2-2d1aca15ce4a service nova] Enqueued Resource ID: 4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a with Priority: HIGHEST for action port [ 880.969910] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_rules [ 880.970163] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 880.970318] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a with Priority: HIGHEST for action port [ 880.970489] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.970613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.970679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.970880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.970977] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.971964] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.972557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.972792] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.972906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.972961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.973176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.973257] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.012636] env[65073]: INFO networking_nsxv3.common.synchronization [None req-3ba988bd-2743-4da1-a4e7-7e1e746342d7 None None] Enqueued Resource ID: 079fe695-f7d0-4161-9c6e-cd9b405443a5 with Priority: HIGHEST for action port [ 881.013345] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 079fe695-f7d0-4161-9c6e-cd9b405443a5 with Priority: HIGHEST for action port [ 881.013703] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-079fe695-f7d0-4161-9c6e-cd9b405443a5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.013840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-079fe695-f7d0-4161-9c6e-cd9b405443a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.013908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-079fe695-f7d0-4161-9c6e-cd9b405443a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.014643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-079fe695-f7d0-4161-9c6e-cd9b405443a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.014835] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('079fe695-f7d0-4161-9c6e-cd9b405443a5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.172650] env[65073]: INFO networking_nsxv3.common.synchronization [req-ea1aebdd-f18b-44ec-8224-fc9c2819f3ee req-dc9413cb-c5f5-4e2f-a5ef-2c4fa7a2cf81 tempest-ImagesNegativeTestJSON-1808616354 tempest-ImagesNegativeTestJSON-1808616354-project-member] Enqueued Resource ID: 37b45187-47d3-48d3-8af0-a34e2221f02b with Priority: HIGHEST for action security_group_members [ 881.173226] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b45187-47d3-48d3-8af0-a34e2221f02b with Priority: HIGHEST for action security_group_members [ 881.173792] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-37b45187-47d3-48d3-8af0-a34e2221f02b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.173884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.173944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.176954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.176954] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.176954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.176954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.176954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.176954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.176954] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37b45187-47d3-48d3-8af0-a34e2221f02b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.192902] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 in Status: SUCCESS [ 881.193154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.193946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.194160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.194346] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.194459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.194526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.194681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.194763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.194847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.194933] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.381434] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a90b273e-9368-4da0-b50f-768898534bc9 in Status: SUCCESS [ 881.381434] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a90b273e-9368-4da0-b50f-768898534bc9 deletion is rescheduled due to dependency. [ 881.381434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.477259] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.477527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.479135] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a with status ACTIVE [ 881.479135] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.479288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.479288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.479534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.479654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.479864] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.479998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.480094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.480607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.480607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.480607] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.480763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.480763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.480956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.481029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.481121] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a is going to be updated. [ 881.506648] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.506817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.506858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.507140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.507335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.507513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aeb1e06-92ec-4745-9e8c-3ce6ad3be52a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.517389] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 079fe695-f7d0-4161-9c6e-cd9b405443a5 [ 881.517680] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.517841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.517915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.518188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.518303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.518412] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:079fe695-f7d0-4161-9c6e-cd9b405443a5 already deleted. [ 881.518511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-079fe695-f7d0-4161-9c6e-cd9b405443a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.682146] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.682146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.682441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.682441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.682516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.682708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.682805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.682869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.683026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.683105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.683217] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37b45187-47d3-48d3-8af0-a34e2221f02b is going to be updated. [ 881.697151] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.724861] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.725062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.725146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.725399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.725572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.729883] env[65073]: INFO networking_nsxv3.common.synchronization [req-db353f41-9936-4b95-ba92-1c50ed59b4d5 req-eeb1d992-5710-4f9e-816d-02e6bb91824b tempest-ServerMetadataTestJSON-1880231004 tempest-ServerMetadataTestJSON-1880231004-project-member] Enqueued Resource ID: eea6527e-e834-48bc-9764-dd76bfa76966 with Priority: HIGHEST for action security_group_members [ 881.730506] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea6527e-e834-48bc-9764-dd76bfa76966 with Priority: HIGHEST for action security_group_members [ 881.730830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea6527e-e834-48bc-9764-dd76bfa76966 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.730941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.731014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.731540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.731716] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.731861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.731949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.732168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.732328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.732382] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eea6527e-e834-48bc-9764-dd76bfa76966',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.736337] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37b45187-47d3-48d3-8af0-a34e2221f02b in Status: IN_PROGRESS for 2s [ 881.997324] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2d4872-3724-443f-88f7-7004f81fd10c in Status: SUCCESS [ 881.997590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.997784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.998037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.998228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.998348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.998415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.998568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.998645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.002042] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.002042] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 882.002042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.002042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.002042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.002042] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.002294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.002294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.002384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.004388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.004388] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.004593] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 in Status: SUCCESS [ 882.004732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.077082] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-977 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.077378] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-977" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.077520] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-977" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.077864] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-977" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.082020] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.082020] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.082020] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.082020] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.082020] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.082020] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.082020] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.082020] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.082020] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.082020] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.082020] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.082020] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.102432] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.102615] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.102753] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.102929] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-977" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.103279] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.103453] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.103569] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.103896] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.104041] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.199458] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bb06955-8389-4e79-8d5f-1d29bc037b17: rpc.has_security_group_logging(os_id): False [ 882.217432] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.217583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.217656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.217849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.239876] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.240026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.242461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.242732] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.242883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.242941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.244255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.244255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.244255] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 is going to be updated. [ 882.244442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.244469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.244568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.244714] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.244816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.244871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.245024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.245180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.245300] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea6527e-e834-48bc-9764-dd76bfa76966 already deleted. [ 882.246132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.318948] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.319381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.319381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.319522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.319556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.348216] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 in Status: IN_PROGRESS for 2s [ 882.503041] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.504067] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.607118] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.607349] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.607512] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.607796] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.607949] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.608128] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46 not found, creating... [ 882.608386] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.608538] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.608651] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.608884] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.609014] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.609307] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.609461] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.609572] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.609767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.609895] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.610051] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46 is going to be created. [ 882.630206] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.630421] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.630555] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.630819] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.631090] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.631322] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.714400] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 882.715202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.715523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.717021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.717021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.717021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.717021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.717021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.717021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.717021] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.720934] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f in Status: SUCCESS [ 882.721377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.004863] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.005897] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.220190] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.433892] env[65073]: INFO networking_nsxv3.common.synchronization [req-db353f41-9936-4b95-ba92-1c50ed59b4d5 req-d94262ab-9836-4bbb-b117-3d6086640d3b service nova] Enqueued Resource ID: eea6527e-e834-48bc-9764-dd76bfa76966 with Priority: HIGHEST for action security_group_rules [ 883.433892] env[65073]: INFO networking_nsxv3.common.synchronization [req-db353f41-9936-4b95-ba92-1c50ed59b4d5 req-d94262ab-9836-4bbb-b117-3d6086640d3b service nova] Enqueued Resource ID: eea6527e-e834-48bc-9764-dd76bfa76966 with Priority: HIGHEST for action security_group_members [ 883.433892] env[65073]: INFO networking_nsxv3.common.synchronization [req-db353f41-9936-4b95-ba92-1c50ed59b4d5 req-d94262ab-9836-4bbb-b117-3d6086640d3b service nova] Enqueued Resource ID: 8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46 with Priority: HIGHEST for action port [ 883.433892] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea6527e-e834-48bc-9764-dd76bfa76966 with Priority: HIGHEST for action security_group_rules [ 883.433892] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea6527e-e834-48bc-9764-dd76bfa76966 with Priority: HIGHEST for action security_group_members [ 883.433892] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46 with Priority: HIGHEST for action port [ 883.433892] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eea6527e-e834-48bc-9764-dd76bfa76966 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.433892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.433892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.433892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.433892] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eea6527e-e834-48bc-9764-dd76bfa76966',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.434693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea6527e-e834-48bc-9764-dd76bfa76966 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.434811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.434886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.435503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.435503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.435503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.435503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.435651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.435694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.436253] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eea6527e-e834-48bc-9764-dd76bfa76966',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.436953] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.437337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.437506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.437691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.437804] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.507448] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.507639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.508184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.508184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.508184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.508337] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d2d4872-3724-443f-88f7-7004f81fd10c is going to be updated. [ 883.509873] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.511040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.511224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.511549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.511549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.511891] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 883.579250] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.579467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.579467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.579684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.580673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.581944] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.582120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.582196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.582389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.582527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.601311] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 883.602950] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2d4872-3724-443f-88f7-7004f81fd10c in Status: IN_PROGRESS for 2s [ 883.723310] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.747228] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37b45187-47d3-48d3-8af0-a34e2221f02b in Status: SUCCESS [ 883.747228] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37b45187-47d3-48d3-8af0-a34e2221f02b deletion is rescheduled due to dependency. [ 883.747336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.943021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea6527e-e834-48bc-9764-dd76bfa76966 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.943021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.943021] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eea6527e-e834-48bc-9764-dd76bfa76966',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.943021] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46 with status ACTIVE [ 883.943021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.943021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.943021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.943021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.943021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.943021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.943021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.943021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.954049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.954049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.954049] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.954049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.954049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.954049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.954049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.954049] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46 is going to be updated. [ 883.977520] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.977520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.977520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.977520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.977520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.977520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8adbe3ef-ebdf-48ff-96a7-ff53ebf1eb46" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.035540] env[65073]: INFO networking_nsxv3.common.synchronization [req-16c88a76-a760-4fac-85c5-76b1500ed401 req-95c6f5b6-ed60-4c36-a818-479d5fb23565 tempest-InstanceActionsV221TestJSON-826781322 tempest-InstanceActionsV221TestJSON-826781322-project-member] Enqueued Resource ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 with Priority: HIGHEST for action security_group_members [ 884.036332] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 with Priority: HIGHEST for action security_group_members [ 884.036750] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.036962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.037029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.037467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.037706] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.037855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.037945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.038195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.038315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.038451] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.229415] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.229617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.229675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.230101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.230101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.230164] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 884.269959] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.269959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.269959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.270238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.270349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.306306] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 884.364533] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 in Status: SUCCESS [ 884.364717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.454461] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eea6527e-e834-48bc-9764-dd76bfa76966',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.542227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.542388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.543296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.543296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.543296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.543296] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.543296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.543296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.543586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.543586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.543586] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 already deleted. [ 884.543586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.547682] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.548249] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-111" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.548249] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-111" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.548361] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-111" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.548653] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.548753] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.548868] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.549126] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.549271] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.549469] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.549575] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.549681] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.549781] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.550265] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.550265] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.550265] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.570910] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.571144] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.571312] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.571520] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-111" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.571960] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-6b475c6a-5c43-4b5f-83a7-7719b679adcf taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.572214] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-6b475c6a-5c43-4b5f-83a7-7719b679adcf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.572366] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-6b475c6a-5c43-4b5f-83a7-7719b679adcf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.572730] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-6b475c6a-5c43-4b5f-83a7-7719b679adcf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.572931] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b475c6a-5c43-4b5f-83a7-7719b679adcf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.958727] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.959134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.959134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.959264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.959375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.959480] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea6527e-e834-48bc-9764-dd76bfa76966 is going to be created. [ 884.994314] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.994545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.994862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.995073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.995328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.008195] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea6527e-e834-48bc-9764-dd76bfa76966 in Status: UNINITIALIZED for 2s [ 885.077175] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.077175] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.077175] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.077425] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.077540] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.077787] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 6b475c6a-5c43-4b5f-83a7-7719b679adcf not found, creating... [ 885.078147] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.078358] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.079536] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.079536] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.079536] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.079536] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.079822] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.079822] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.080099] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.080272] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.080429] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 6b475c6a-5c43-4b5f-83a7-7719b679adcf is going to be created. [ 885.108034] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.108034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.108034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.108034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.108034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.108465] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-6b475c6a-5c43-4b5f-83a7-7719b679adcf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.615454] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2d4872-3724-443f-88f7-7004f81fd10c in Status: SUCCESS [ 885.615770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.617691] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 885.617884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.618066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.618281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.618472] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.618587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.618654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.618802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.618883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.618995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.620268] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.621166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.621345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.621523] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.621638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.621699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.621842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.621921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.622013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.622110] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.846694] env[65073]: INFO networking_nsxv3.common.synchronization [req-16c88a76-a760-4fac-85c5-76b1500ed401 req-68e5b127-d063-483a-9a85-e50ae75e6dbf service nova] Enqueued Resource ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 with Priority: HIGHEST for action security_group_rules [ 885.846897] env[65073]: INFO networking_nsxv3.common.synchronization [req-16c88a76-a760-4fac-85c5-76b1500ed401 req-68e5b127-d063-483a-9a85-e50ae75e6dbf service nova] Enqueued Resource ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 with Priority: HIGHEST for action security_group_members [ 885.847046] env[65073]: INFO networking_nsxv3.common.synchronization [req-16c88a76-a760-4fac-85c5-76b1500ed401 req-68e5b127-d063-483a-9a85-e50ae75e6dbf service nova] Enqueued Resource ID: 6b475c6a-5c43-4b5f-83a7-7719b679adcf with Priority: HIGHEST for action port [ 885.847869] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 with Priority: HIGHEST for action security_group_rules [ 885.847970] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 with Priority: HIGHEST for action security_group_members [ 885.848085] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b475c6a-5c43-4b5f-83a7-7719b679adcf with Priority: HIGHEST for action port [ 885.848394] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.848525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.848596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.849017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.849311] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.850568] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.850676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.850676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.850910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.851080] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.851192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.851240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.851384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.851471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.851569] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.852629] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b475c6a-5c43-4b5f-83a7-7719b679adcf taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.852693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b475c6a-5c43-4b5f-83a7-7719b679adcf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.852752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b475c6a-5c43-4b5f-83a7-7719b679adcf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.852909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b475c6a-5c43-4b5f-83a7-7719b679adcf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.852989] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b475c6a-5c43-4b5f-83a7-7719b679adcf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.124363] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.126303] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.126484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.126556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.127463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.127463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.127463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.127463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.127463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.127463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.127463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.127917] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.127917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.127917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.127917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.130035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.130035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.130035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.130035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.130035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.130035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.130035] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.318179] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 886.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.318436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.318436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.318554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.318965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.319239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.319365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.319510] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.356261] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.356577] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.356749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.361342] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b475c6a-5c43-4b5f-83a7-7719b679adcf with status ACTIVE [ 886.361564] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.361697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.362266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.362266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.362266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.362817] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.362817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.362817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.362817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.362817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.363804] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.363804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.363804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.363804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.363804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.363804] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b475c6a-5c43-4b5f-83a7-7719b679adcf is going to be updated. [ 886.393421] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.394964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.394964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.394964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.394964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.394964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b475c6a-5c43-4b5f-83a7-7719b679adcf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.626902] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d2d4872-3724-443f-88f7-7004f81fd10c: rpc.has_security_group_logging(os_id): False [ 886.632293] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 371b48a8-d8bb-40d3-9002-811f55dec047: rpc.has_security_group_logging(os_id): False [ 886.647835] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.647835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.647835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.648083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.648083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.649457] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.649457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.649457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.649457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.649457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.649457] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d2d4872-3724-443f-88f7-7004f81fd10c is going to be created. [ 886.651718] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.651783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.651815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.651987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.652129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.652420] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.652552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.652552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.652644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.652711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.652888] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.652981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.653053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.653193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.653266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.653452] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.653543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.653606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.653740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.653811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.653895] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 886.723036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.723204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.723301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.723566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.723755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.727939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.728225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.728306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.729375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.729528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.737363] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d2d4872-3724-443f-88f7-7004f81fd10c in Status: IN_PROGRESS for 2s [ 886.740939] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 886.823574] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.823784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.823823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.824066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.824245] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.824358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.824424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.824588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.824674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.824762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.824915] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.825013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.825083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.825229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.825372] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.825463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.825522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.825679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.825759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.825843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.825937] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.858794] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.930490] env[65073]: INFO networking_nsxv3.common.synchronization [None req-fa7da470-2efa-451a-95e1-8d8a14e66da8 None None] Enqueued Resource ID: b381bdee-445a-4e8b-b0a9-828c5ab7bd10 with Priority: HIGHEST for action port [ 886.931183] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b381bdee-445a-4e8b-b0a9-828c5ab7bd10 with Priority: HIGHEST for action port [ 886.931358] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b381bdee-445a-4e8b-b0a9-828c5ab7bd10 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.931476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b381bdee-445a-4e8b-b0a9-828c5ab7bd10" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.931539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b381bdee-445a-4e8b-b0a9-828c5ab7bd10" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.931808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b381bdee-445a-4e8b-b0a9-828c5ab7bd10" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.931887] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b381bdee-445a-4e8b-b0a9-828c5ab7bd10',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.021399] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea6527e-e834-48bc-9764-dd76bfa76966 in Status: SUCCESS [ 887.021679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.021868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.022117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.022347] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.022462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.022530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.022698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.022782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.022868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.022958] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eea6527e-e834-48bc-9764-dd76bfa76966',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.329275] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d466f6d-d242-44e6-8d12-6699d56dfaa8: rpc.has_security_group_logging(os_id): False [ 887.352410] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.352562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.352636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.352848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.352937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.353136] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.353435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.353504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.353659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.353735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.354083] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.354161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.354222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.354364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.354440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.354646] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.354869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.354869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.354964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.354996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.355080] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 887.360933] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.360933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.361214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.361247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.361969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.361969] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 is going to be created. [ 887.388122] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.388287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.388359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.388696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.388784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.398748] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 in Status: UNINITIALIZED for 2s [ 887.426848] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.427262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.427262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.427262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.427375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.435450] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b381bdee-445a-4e8b-b0a9-828c5ab7bd10 [ 887.435618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.435811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.435811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.436068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.436163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.436256] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b381bdee-445a-4e8b-b0a9-828c5ab7bd10 already deleted. [ 887.436351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b381bdee-445a-4e8b-b0a9-828c5ab7bd10" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.448240] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 887.525043] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea6527e-e834-48bc-9764-dd76bfa76966 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.525200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.525270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.525475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.525635] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.525729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.525791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.527036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.527036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.527036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.527036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea6527e-e834-48bc-9764-dd76bfa76966 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.527036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.527036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.527036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.527036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.527036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.527036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.527036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.527036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.527574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.527574] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eea6527e-e834-48bc-9764-dd76bfa76966',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.991673] env[65073]: INFO networking_nsxv3.common.synchronization [req-8ddd965a-b508-4c54-98e2-79684752f151 req-a5935756-9d25-4577-8f01-6a34067d10fc tempest-ServerRescueTestJSONUnderV235-1546187347 tempest-ServerRescueTestJSONUnderV235-1546187347-project-member] Enqueued Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_members [ 887.992544] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_members [ 887.992544] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.992544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.992544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.992816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.992937] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.995130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.995261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.995522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.995593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.995684] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.029962] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eea6527e-e834-48bc-9764-dd76bfa76966: rpc.has_security_group_logging(os_id): False [ 888.051803] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.051803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.051803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.051803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.051803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.051803] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.051803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.051803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.055958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.056300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.059411] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.059411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.059411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.059411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.059411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.059411] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.059411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.059411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.059411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.059411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.059411] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eea6527e-e834-48bc-9764-dd76bfa76966 is going to be created. [ 888.128079] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.128259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.128340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.128922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.128922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.144125] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eea6527e-e834-48bc-9764-dd76bfa76966 in Status: IN_PROGRESS for 2s [ 888.499027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.499557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.499939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.500991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.501383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.502641] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.502922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.503079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.503338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.503492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.504415] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe already deleted. [ 888.504415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.527023] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.527023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-534" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.527023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-534" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.531025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-534" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.531025] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.531025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.531025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.531025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.531025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.531025] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.531025] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.531025] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.531025] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.531025] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.531025] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.531025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.575770] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.575770] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.575770] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.576323] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-534" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.576804] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-31423e2f-b74a-4476-a7b5-20b861f6d688 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.577371] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.577371] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.577941] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.578177] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31423e2f-b74a-4476-a7b5-20b861f6d688',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.756411] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d2d4872-3724-443f-88f7-7004f81fd10c in Status: SUCCESS [ 888.756713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.758033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.758033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.758033] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.758844] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 888.759076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.759312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.762043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.762043] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.081332] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.082029] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.082029] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.082540] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.083302] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.083493] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 31423e2f-b74a-4476-a7b5-20b861f6d688 not found, creating... [ 889.083805] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.084057] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.084196] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.085017] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.085017] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.085241] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.085594] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.085869] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.086145] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.086292] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.086500] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 31423e2f-b74a-4476-a7b5-20b861f6d688 is going to be created. [ 889.115300] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.115737] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.115950] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.116302] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.116545] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.116836] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.264074] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.264074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.264074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.264074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.264074] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.264074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.264074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.264074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.264074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.264074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.264074] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.268030] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2d4872-3724-443f-88f7-7004f81fd10c taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.268030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.268030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.268030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.268030] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.268030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.268030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.268030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.268030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.268030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.268030] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.409368] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 in Status: SUCCESS [ 889.410187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.410187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.410326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.410555] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.410843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.410907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.411442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.411575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.411702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.411872] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.471385] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 889.472067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.747778] env[65073]: INFO networking_nsxv3.common.synchronization [None req-bc43548f-e281-467d-a2b6-d466d0d08519 None None] Enqueued Resource ID: 1099c8e7-3eed-4092-bf33-aab102c6497d with Priority: HIGHEST for action port [ 889.749801] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1099c8e7-3eed-4092-bf33-aab102c6497d with Priority: HIGHEST for action port [ 889.749801] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-1099c8e7-3eed-4092-bf33-aab102c6497d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.749801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1099c8e7-3eed-4092-bf33-aab102c6497d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.749801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1099c8e7-3eed-4092-bf33-aab102c6497d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.749801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1099c8e7-3eed-4092-bf33-aab102c6497d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.750252] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1099c8e7-3eed-4092-bf33-aab102c6497d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.769469] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.769628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.769628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.770206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.770206] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.770206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.770206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.770460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.770460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.770460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.770598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.770661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.770711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.770969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.771051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.771116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.771160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.771361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.771446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.771529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.771614] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.774856] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.836146] env[65073]: INFO networking_nsxv3.common.synchronization [req-8ddd965a-b508-4c54-98e2-79684752f151 req-cdb2ad5d-3c3f-429c-a9c8-4bf058d99974 service nova] Enqueued Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_rules [ 889.836335] env[65073]: INFO networking_nsxv3.common.synchronization [req-8ddd965a-b508-4c54-98e2-79684752f151 req-cdb2ad5d-3c3f-429c-a9c8-4bf058d99974 service nova] Enqueued Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_members [ 889.836472] env[65073]: INFO networking_nsxv3.common.synchronization [req-8ddd965a-b508-4c54-98e2-79684752f151 req-cdb2ad5d-3c3f-429c-a9c8-4bf058d99974 service nova] Enqueued Resource ID: 31423e2f-b74a-4476-a7b5-20b861f6d688 with Priority: HIGHEST for action port [ 889.837020] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_rules [ 889.837177] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_members [ 889.837280] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31423e2f-b74a-4476-a7b5-20b861f6d688 with Priority: HIGHEST for action port [ 889.837563] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.837683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.837751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.838081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.838155] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.839059] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.839273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.839273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.839953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.839953] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.839953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.839953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.839953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.839953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.840589] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.841573] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-31423e2f-b74a-4476-a7b5-20b861f6d688 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.841692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.841764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.843716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.843842] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31423e2f-b74a-4476-a7b5-20b861f6d688',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.914884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.915062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.916089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.916089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.916089] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.916089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.916089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.916456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.916456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.916456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.916571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.917306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.917306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.917306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.917306] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.917306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.917306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.917623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.917623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.917683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.918249] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.162650] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eea6527e-e834-48bc-9764-dd76bfa76966 in Status: SUCCESS [ 890.162650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.251903] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1099c8e7-3eed-4092-bf33-aab102c6497d [ 890.252507] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.252507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.252507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.252689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.252782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.252852] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1099c8e7-3eed-4092-bf33-aab102c6497d already deleted. [ 890.253166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1099c8e7-3eed-4092-bf33-aab102c6497d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.275052] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 371b48a8-d8bb-40d3-9002-811f55dec047: rpc.has_security_group_logging(os_id): False [ 890.277066] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d2d4872-3724-443f-88f7-7004f81fd10c: rpc.has_security_group_logging(os_id): False [ 890.296070] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.296260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.296260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.296485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.296576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.296822] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.296966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.297068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.297293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.297387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.297585] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.297683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.297748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.297894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.297970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.298239] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.298397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.298498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.298768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.299057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.299057] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 890.302827] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.302827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.302827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.302827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.302827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.302827] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.302827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.302827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.302827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.302827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.302827] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d2d4872-3724-443f-88f7-7004f81fd10c is going to be updated. [ 890.346516] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.347260] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.347398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.348097] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31423e2f-b74a-4476-a7b5-20b861f6d688 with status ACTIVE [ 890.348380] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.348512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.348646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.349194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.349322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.349473] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.349637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.349637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.349818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.349982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.350193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.350286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.350321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.350461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.350537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.350619] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31423e2f-b74a-4476-a7b5-20b861f6d688 is going to be updated. [ 890.372731] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.372895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.372940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.373174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.373320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.373612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.374573] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.374746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.374746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.374937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.375644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.383022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.383258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.383258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.383478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.383624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.394542] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d2d4872-3724-443f-88f7-7004f81fd10c in Status: IN_PROGRESS for 2s [ 890.398584] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 890.420888] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342: rpc.has_security_group_logging(os_id): False [ 890.471550] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.471819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.472304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.472304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.472393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.472632] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.472724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.472815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.473140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.473140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.473363] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.473469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.473532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.473683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.473759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.473997] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.474070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.474116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.474259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.474378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.474419] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 is going to be created. [ 890.610221] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.610221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.610221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.610221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.610221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.626737] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 in Status: IN_PROGRESS for 2s [ 890.848778] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.351792] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.352177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.352177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.352935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.352935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.353179] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe is going to be created. [ 891.394107] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.394469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.394946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.395342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.395971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.413056] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: UNINITIALIZED for 2s [ 892.413549] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d2d4872-3724-443f-88f7-7004f81fd10c in Status: SUCCESS [ 892.413866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.416915] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 892.417155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.542520] env[65073]: INFO networking_nsxv3.common.synchronization [req-2ff8981b-1d01-46b8-b467-76d2f831800b req-8e101bc1-08e9-482d-b7ce-3633515d7912 tempest-ImagesOneServerNegativeTestJSON-908060497 tempest-ImagesOneServerNegativeTestJSON-908060497-project-member] Enqueued Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 892.543361] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 892.544026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.544026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.544026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.544026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.544299] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.544354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.544386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.544682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.544682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.544757] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.639711] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 in Status: SUCCESS [ 892.639891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.924242] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.924446] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-489" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.924567] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-489" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.924852] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-489" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.925126] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.925331] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.925398] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.925611] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.925756] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.925957] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.926088] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.926184] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.926294] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.926401] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.926503] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.926628] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.946683] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.946857] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.946980] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.947177] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-489" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.947500] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-54f85015-cd39-4350-b20a-462ff07bd57a taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.947670] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-54f85015-cd39-4350-b20a-462ff07bd57a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.947787] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-54f85015-cd39-4350-b20a-462ff07bd57a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.948176] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-54f85015-cd39-4350-b20a-462ff07bd57a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.948321] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f85015-cd39-4350-b20a-462ff07bd57a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.048033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.048033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.048033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.048033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.048033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.048033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.048033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.048406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.048406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.048406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.048670] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b is going to be updated. [ 893.077613] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.077900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.078110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.078428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.078677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.091063] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: IN_PROGRESS for 2s [ 893.426324] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: SUCCESS [ 893.426648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.426770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.427063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.427279] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.427426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.427499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.427675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.427775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.427862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.427955] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.451317] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.451576] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.451734] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.452039] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.452208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.452387] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 54f85015-cd39-4350-b20a-462ff07bd57a not found, creating... [ 893.452666] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.452827] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.452952] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.453199] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.453346] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.453675] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.453830] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.453950] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.454300] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.454448] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.454648] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 54f85015-cd39-4350-b20a-462ff07bd57a is going to be created. [ 893.477356] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.478184] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.478184] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.478184] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.478318] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.478711] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-54f85015-cd39-4350-b20a-462ff07bd57a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.930651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.930806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.930912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.931099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.931430] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.931563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.931645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.931827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.931922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.932252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.932252] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.932381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.932381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.932530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.932762] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.932881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.932952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.933121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.933224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.933307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.933414] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.211723] env[65073]: INFO networking_nsxv3.common.synchronization [req-2ff8981b-1d01-46b8-b467-76d2f831800b req-0ce9e22e-e71b-41ad-b1db-6d0fb4a4f5a6 service nova] Enqueued Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_rules [ 894.211813] env[65073]: INFO networking_nsxv3.common.synchronization [req-2ff8981b-1d01-46b8-b467-76d2f831800b req-0ce9e22e-e71b-41ad-b1db-6d0fb4a4f5a6 service nova] Enqueued Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 894.212460] env[65073]: INFO networking_nsxv3.common.synchronization [req-2ff8981b-1d01-46b8-b467-76d2f831800b req-0ce9e22e-e71b-41ad-b1db-6d0fb4a4f5a6 service nova] Enqueued Resource ID: 54f85015-cd39-4350-b20a-462ff07bd57a with Priority: HIGHEST for action port [ 894.212556] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_rules [ 894.212653] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 894.212777] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f85015-cd39-4350-b20a-462ff07bd57a with Priority: HIGHEST for action port [ 894.216459] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.216666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.216720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.216919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.216998] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.218139] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.218269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.218445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-54f85015-cd39-4350-b20a-462ff07bd57a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.218548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54f85015-cd39-4350-b20a-462ff07bd57a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.218626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54f85015-cd39-4350-b20a-462ff07bd57a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.219088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54f85015-cd39-4350-b20a-462ff07bd57a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.219212] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f85015-cd39-4350-b20a-462ff07bd57a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.437511] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be9464a4-4bee-4d05-ba0d-e0ac292e4bbe: rpc.has_security_group_logging(os_id): False [ 894.461313] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.461472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.461570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.461859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.461975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.462234] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.462331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.462399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.462585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.462692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.462879] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.462973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.463459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.463655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.463737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.463937] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.464063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.464126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.464275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.464358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.464434] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe is going to be created. [ 894.530202] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.530451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.530451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.530666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.530963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.545879] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: IN_PROGRESS for 2s [ 894.720943] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.721150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.723525] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54f85015-cd39-4350-b20a-462ff07bd57a with status ACTIVE [ 894.723753] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.723935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.724021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.724242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.724542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.724772] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.724878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.725064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.725114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.725200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.725385] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.725480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.725547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.725683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.725757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.725842] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54f85015-cd39-4350-b20a-462ff07bd57a is going to be updated. [ 894.751512] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.751686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.751772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.751922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.752070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.752699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54f85015-cd39-4350-b20a-462ff07bd57a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.101440] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: SUCCESS [ 895.101674] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b deletion is rescheduled due to dependency. [ 895.101802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.101974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.102308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.102555] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.102729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.102788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.102977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.103077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.103184] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.606621] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.110164] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.568681] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: SUCCESS [ 896.569696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.615437] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.615886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.615886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.616191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.616352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.616500] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b is going to be updated. [ 896.737590] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.738180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.738180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.738180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.738373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.749490] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: IN_PROGRESS for 2s [ 897.633184] env[65073]: INFO networking_nsxv3.common.synchronization [req-c06ec2ab-1114-4f45-a8e0-bd7b32adf3c5 req-8453a133-edd4-40b2-afa1-b63ed303f607 tempest-MigrationsAdminTest-45037865 tempest-MigrationsAdminTest-45037865-project-member] Enqueued Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_members [ 897.633783] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGHEST for action security_group_members [ 897.635112] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.635112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.635353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.635935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.636208] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.636970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.637491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.637491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.637491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.637900] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.073813] env[65073]: INFO networking_nsxv3.common.synchronization [req-f47ea804-1880-4013-8f72-96782fc67d1f req-69acdab5-5572-4cbf-a52b-619b1749b018 tempest-ServerMetadataTestJSON-1880231004 tempest-ServerMetadataTestJSON-1880231004-project-member] Enqueued Resource ID: eea6527e-e834-48bc-9764-dd76bfa76966 with Priority: HIGHEST for action security_group_members [ 898.076141] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea6527e-e834-48bc-9764-dd76bfa76966 with Priority: HIGHEST for action security_group_members [ 898.076340] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea6527e-e834-48bc-9764-dd76bfa76966 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.076891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.076891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.076891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.077213] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.081284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.081407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.081697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.081825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.081937] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eea6527e-e834-48bc-9764-dd76bfa76966',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.145337] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.145337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.145337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.145337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.145337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.145337] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.145337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.145337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.145337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.145337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.145337] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb11bf66-9206-465f-9167-8a76c14e74d9 is going to be updated. [ 898.184960] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.185491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.185491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.185491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.185655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.199024] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: IN_PROGRESS for 2s [ 898.585659] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.585911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.586084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.588132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.588132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.588325] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.588442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.588563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.589118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.589118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.589118] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea6527e-e834-48bc-9764-dd76bfa76966 is going to be updated. [ 898.639930] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.640401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.640401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.640401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.640519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.659660] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea6527e-e834-48bc-9764-dd76bfa76966 in Status: IN_PROGRESS for 2s [ 898.762145] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: SUCCESS [ 898.762500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.762708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.763041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.763331] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.763507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.763614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.763992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.763992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.765784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.765970] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.085605] env[65073]: INFO networking_nsxv3.common.synchronization [req-cc986ccd-acf7-4350-9366-de5b0ecc99e5 req-884a396f-c95e-4319-bb02-d307a9397a50 tempest-ServerMetadataNegativeTestJSON-361840123 tempest-ServerMetadataNegativeTestJSON-361840123-project-member] Enqueued Resource ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa with Priority: HIGHEST for action security_group_members [ 899.086612] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa with Priority: HIGHEST for action security_group_members [ 899.087263] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.087606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.087755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.088141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.088418] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.089505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.089692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.090113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.090319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.090932] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f3968a-49cd-49d3-a1ca-b6814ca6f4aa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.269703] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.270041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.270041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.270977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.270977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.270977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.270977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.270977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.270977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.270977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.270977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.271450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.271450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.271450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.271540] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.271751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.271751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.271833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.271885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.271966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.272067] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.576073] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.576611] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-292" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.576758] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-292" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.577224] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-292" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.577677] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.578098] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.578098] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.578371] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.579755] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.580464] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.580464] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.580464] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.580464] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.580719] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.580719] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.581597] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.596810] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.596810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.596810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.596810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.596810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.596810] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.596810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.596810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.597633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.597633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.597633] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa already deleted. [ 899.597633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.603713] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.603713] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.603889] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.603944] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-292" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.604289] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-7777657e-3ae7-4981-a675-232d80520a43 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.604587] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-7777657e-3ae7-4981-a675-232d80520a43" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.604719] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-7777657e-3ae7-4981-a675-232d80520a43" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.605055] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-7777657e-3ae7-4981-a675-232d80520a43" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.605203] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7777657e-3ae7-4981-a675-232d80520a43',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.775285] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54c73e9d-c074-4781-9956-23d212aa1e5b: rpc.has_security_group_logging(os_id): False [ 899.803022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.803253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.803366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.803661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.803824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.804131] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.804478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.804478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.804687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.804820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.805841] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.805841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.805993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.806204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.806349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.806722] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.806832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.807467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.807467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.807467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.807467] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b is going to be updated. [ 899.890365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.890453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.894175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.894175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.894175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.914722] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: IN_PROGRESS for 2s [ 900.107698] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.107934] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.108077] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.108366] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.108519] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.108675] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 7777657e-3ae7-4981-a675-232d80520a43 not found, creating... [ 900.108935] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.109117] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.109254] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.109498] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.109695] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.109995] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.110168] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.110284] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.110518] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.110652] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.110789] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 7777657e-3ae7-4981-a675-232d80520a43 is going to be created. [ 900.133837] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.134122] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.134176] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.134538] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.134742] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.135025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-7777657e-3ae7-4981-a675-232d80520a43" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.209156] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb11bf66-9206-465f-9167-8a76c14e74d9 in Status: SUCCESS [ 900.209473] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb11bf66-9206-465f-9167-8a76c14e74d9 deletion is rescheduled due to dependency. [ 900.209673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.558272] env[65073]: INFO networking_nsxv3.common.synchronization [req-8924df87-6581-4db1-8c07-d41258134818 req-d73b5ad4-89ea-4678-8e51-9abcecefbc34 tempest-InstanceActionsV221TestJSON-826781322 tempest-InstanceActionsV221TestJSON-826781322-project-member] Enqueued Resource ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 with Priority: HIGHEST for action security_group_members [ 900.558798] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 with Priority: HIGHEST for action security_group_members [ 900.559239] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.559397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.559489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.559753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.559979] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.560139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.560240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.560481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.560969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.560969] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.671554] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea6527e-e834-48bc-9764-dd76bfa76966 in Status: SUCCESS [ 900.671554] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea6527e-e834-48bc-9764-dd76bfa76966 deletion is rescheduled due to dependency. [ 900.671554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.847810] env[65073]: INFO networking_nsxv3.common.synchronization [req-cc986ccd-acf7-4350-9366-de5b0ecc99e5 req-5bbc9401-8d4b-4d56-95ab-df4aaf3949b8 service nova] Enqueued Resource ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa with Priority: HIGHEST for action security_group_rules [ 900.848115] env[65073]: INFO networking_nsxv3.common.synchronization [req-cc986ccd-acf7-4350-9366-de5b0ecc99e5 req-5bbc9401-8d4b-4d56-95ab-df4aaf3949b8 service nova] Enqueued Resource ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa with Priority: HIGHEST for action security_group_members [ 900.848198] env[65073]: INFO networking_nsxv3.common.synchronization [req-cc986ccd-acf7-4350-9366-de5b0ecc99e5 req-5bbc9401-8d4b-4d56-95ab-df4aaf3949b8 service nova] Enqueued Resource ID: 7777657e-3ae7-4981-a675-232d80520a43 with Priority: HIGHEST for action port [ 900.848699] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa with Priority: HIGHEST for action security_group_rules [ 900.848852] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa with Priority: HIGHEST for action security_group_members [ 900.850402] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7777657e-3ae7-4981-a675-232d80520a43 with Priority: HIGHEST for action port [ 900.850736] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.850922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.850922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.851803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.851803] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f3968a-49cd-49d3-a1ca-b6814ca6f4aa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.852681] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.852894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.852962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.853151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.853356] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.853460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.854098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.854098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.854098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.854098] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f3968a-49cd-49d3-a1ca-b6814ca6f4aa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.855179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7777657e-3ae7-4981-a675-232d80520a43 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.855179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7777657e-3ae7-4981-a675-232d80520a43" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.855179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7777657e-3ae7-4981-a675-232d80520a43" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.855179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7777657e-3ae7-4981-a675-232d80520a43" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.855377] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7777657e-3ae7-4981-a675-232d80520a43',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.067207] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.067351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.067440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.067694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.067808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.068051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.068230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.068330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.069782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.069782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.069782] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 is going to be updated. [ 901.102474] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.102474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.102606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.102852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.103078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.114946] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 in Status: IN_PROGRESS for 2s [ 901.360080] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7777657e-3ae7-4981-a675-232d80520a43 with status ACTIVE [ 901.360080] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.360080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.360080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.360080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.360357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.360472] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.360626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.360721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.360955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.361241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.361903] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.362162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.362421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.362710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.362838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.363079] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7777657e-3ae7-4981-a675-232d80520a43 is going to be updated. [ 901.364836] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f3968a-49cd-49d3-a1ca-b6814ca6f4aa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.367184] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.367415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.391917] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.391917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.391917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.391917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.391917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.391917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7777657e-3ae7-4981-a675-232d80520a43" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.549913] env[65073]: INFO networking_nsxv3.common.synchronization [req-c0cf485d-89a3-4e4e-a65c-4edc262a4d2a req-e4dcd8ba-6af5-4f91-8759-98e2bdfb6fb7 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 901.550647] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 901.550988] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.551175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.551340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.551595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.551830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.552506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.552506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.552506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.552856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.552950] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.869454] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f3968a-49cd-49d3-a1ca-b6814ca6f4aa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.925042] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.925432] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-837" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.925786] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-837" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.925875] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-837" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.927057] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.927057] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.927057] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.927057] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.927664] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.927735] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.927882] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.928017] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.928135] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.928248] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.928608] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.928874] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.930730] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: SUCCESS [ 901.930953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.952537] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.952675] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.952803] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.952982] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-837" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.953326] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-9c18a410-166f-4319-bcaa-11b283306322 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.953500] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.953690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.954047] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.954185] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c18a410-166f-4319-bcaa-11b283306322',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.057453] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.372911] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.373122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.373207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.373449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.373562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.373664] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa is going to be created. [ 902.399152] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.399451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.399451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.399636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.399812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.411625] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa in Status: UNINITIALIZED for 2s [ 902.457727] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.458664] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.458664] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.458664] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.458905] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.458975] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 9c18a410-166f-4319-bcaa-11b283306322 not found, creating... [ 902.459343] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.459511] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.459628] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.459866] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.460022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.460410] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.460567] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.460675] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.460878] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.461053] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.461289] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 9c18a410-166f-4319-bcaa-11b283306322 is going to be created. [ 902.495932] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.496140] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.496320] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.496674] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.497025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.497322] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.559525] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.062324] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.062669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.062669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.062825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.062923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.063029] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 903.096758] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.096955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.096955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.097188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.097345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.108639] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 903.124765] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 in Status: SUCCESS [ 903.124997] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 deletion is rescheduled due to dependency. [ 903.126053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.213166] env[65073]: INFO networking_nsxv3.common.synchronization [req-c0cf485d-89a3-4e4e-a65c-4edc262a4d2a req-2abeeb31-977e-4d0a-afdc-c2522fe4ed7a service nova] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_rules [ 903.213363] env[65073]: INFO networking_nsxv3.common.synchronization [req-c0cf485d-89a3-4e4e-a65c-4edc262a4d2a req-2abeeb31-977e-4d0a-afdc-c2522fe4ed7a service nova] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 903.213511] env[65073]: INFO networking_nsxv3.common.synchronization [req-c0cf485d-89a3-4e4e-a65c-4edc262a4d2a req-2abeeb31-977e-4d0a-afdc-c2522fe4ed7a service nova] Enqueued Resource ID: 9c18a410-166f-4319-bcaa-11b283306322 with Priority: HIGHEST for action port [ 903.214144] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_rules [ 903.214192] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 903.214293] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c18a410-166f-4319-bcaa-11b283306322 with Priority: HIGHEST for action port [ 903.214571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.214690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.214756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.214955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.215067] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.216767] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.216767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.216767] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c18a410-166f-4319-bcaa-11b283306322 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.216767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.216767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.216767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.216767] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c18a410-166f-4319-bcaa-11b283306322',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.719231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.719503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.720336] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c18a410-166f-4319-bcaa-11b283306322 with status ACTIVE [ 903.720546] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.720665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.720734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.720938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.721044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.721275] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.721345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.721408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.721598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.721636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.721842] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.721939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.721998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.722152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.722224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.722312] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c18a410-166f-4319-bcaa-11b283306322 is going to be updated. [ 903.754122] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.754287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.754632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.754632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.754694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.754850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.911776] env[65073]: INFO networking_nsxv3.common.synchronization [req-3b269aa9-453a-4ebd-8c2a-19640189d0c3 req-b36df666-ed94-4723-a593-20aba2e8788a tempest-ImagesTestJSON-501847618 tempest-ImagesTestJSON-501847618-project-member] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 903.912324] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 903.912892] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.912892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.912892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.913160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.913345] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.913476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.913559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.913755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.913849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.913961] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.309475] env[65073]: INFO networking_nsxv3.common.synchronization [None req-18bd9f20-8453-4e9f-93e1-e54e726cdf41 None None] Enqueued Resource ID: a9d5bdf4-d859-42e1-bbad-0ad3ff41368d with Priority: HIGHEST for action port [ 904.310433] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d5bdf4-d859-42e1-bbad-0ad3ff41368d with Priority: HIGHEST for action port [ 904.310433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9d5bdf4-d859-42e1-bbad-0ad3ff41368d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.310626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9d5bdf4-d859-42e1-bbad-0ad3ff41368d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.310626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9d5bdf4-d859-42e1-bbad-0ad3ff41368d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.310769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9d5bdf4-d859-42e1-bbad-0ad3ff41368d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.310858] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d5bdf4-d859-42e1-bbad-0ad3ff41368d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.418034] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.426284] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa in Status: SUCCESS [ 904.426284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.426284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.426284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.426284] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.426284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.426284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.426284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.426284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.426284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.426284] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04f3968a-49cd-49d3-a1ca-b6814ca6f4aa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.814689] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9d5bdf4-d859-42e1-bbad-0ad3ff41368d [ 904.815143] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.815296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.815368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.815968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.816838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.816838] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9d5bdf4-d859-42e1-bbad-0ad3ff41368d already deleted. [ 904.816838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9d5bdf4-d859-42e1-bbad-0ad3ff41368d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.929603] env[65073]: INFO networking_nsxv3.common.synchronization [None req-0ff2c637-169f-466c-a0c4-36823002a67d tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: 3b267616-589e-4003-ab79-c6348796a47e with Priority: HIGHEST for action security_group_rules [ 904.931321] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.931481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.931535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.931725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.931893] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.931993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.932060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.932218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.932336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.932414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.932555] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.932645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.932715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.932836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.932968] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.933072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.933121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.933245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.933317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.933390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.933479] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04f3968a-49cd-49d3-a1ca-b6814ca6f4aa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.935551] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.935638] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b267616-589e-4003-ab79-c6348796a47e with Priority: HIGHEST for action security_group_rules [ 904.936423] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b267616-589e-4003-ab79-c6348796a47e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.936542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.936580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.938135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.938135] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b267616-589e-4003-ab79-c6348796a47e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.032567] env[65073]: INFO networking_nsxv3.common.synchronization [None req-940c6601-e8f0-4353-a4a6-5313a1eb3b7f tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: 3b267616-589e-4003-ab79-c6348796a47e with Priority: HIGHEST for action security_group_rules [ 905.032567] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b267616-589e-4003-ab79-c6348796a47e with Priority: HIGHEST for action security_group_rules [ 905.033179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b267616-589e-4003-ab79-c6348796a47e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.033485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.124961] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 905.124961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.124961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.124961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.124961] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.124961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.124961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.124961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.124961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.124961] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.437590] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa: rpc.has_security_group_logging(os_id): False [ 905.437945] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.438021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.439113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.439113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.439113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.439113] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 905.469385] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.469596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.469657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.469859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.469952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.470076] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b267616-589e-4003-ab79-c6348796a47e already deleted. [ 905.470167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.470343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.470532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.470619] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b267616-589e-4003-ab79-c6348796a47e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.474023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.474023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.474023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.474023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.474023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.474329] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.474329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.474329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.474444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.474476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.474653] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.474741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.475643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.475643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.475643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.475643] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.475643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.475643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.475643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.475643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.477241] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa is going to be created. [ 905.496166] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.496395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.496395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.496733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.496790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.519303] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 905.605739] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.605935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.607463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.607463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.609159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.623193] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa in Status: IN_PROGRESS for 2s [ 905.626732] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.012818] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.012818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.012818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.013074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.013074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.013558] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b267616-589e-4003-ab79-c6348796a47e already deleted. [ 906.013558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.129481] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.629627] env[65073]: INFO networking_nsxv3.common.synchronization [req-0cabe11d-d734-40b4-97c1-119457dd04dc req-754e2878-254d-497f-8901-1468d9ea0860 tempest-ImagesOneServerNegativeTestJSON-908060497 tempest-ImagesOneServerNegativeTestJSON-908060497-project-member] Enqueued Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 906.631050] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGHEST for action security_group_members [ 906.632370] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.632512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.632584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.632787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.633320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.633320] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 906.634173] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.634289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.634356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.634528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.634675] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.634769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.634841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.634980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.635073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.635163] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.663732] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.663732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.663846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.663998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.664175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.675299] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 907.074975] env[65073]: INFO networking_nsxv3.common.synchronization [req-c54ceab5-748b-4f91-8511-f4ff28f93058 req-66791753-2d6b-489d-90a7-5821b91aae8a tempest-MultipleCreateTestJSON-1129549545 tempest-MultipleCreateTestJSON-1129549545-project-member] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 907.075797] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 907.076246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.076512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.076661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.077012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.077282] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.077514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.077663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.077902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.078103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.079293] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.138070] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.138480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.142220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.142220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.142220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.142220] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.142220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.142220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.142220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.142220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.142220] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b is going to be updated. [ 907.172976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.173155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.173225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.173528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.173762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.184219] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: IN_PROGRESS for 2s [ 907.533571] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.533808] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.533972] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.534455] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.534808] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.535018] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.535192] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.535507] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.535723] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.536507] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.536507] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.536507] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.536507] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.536695] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.536695] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.536775] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.539965] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 907.539965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.560147] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.560376] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.560376] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.560618] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.560979] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-0650e017-2316-4ea5-9310-005f498b2d0d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.562653] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-0650e017-2316-4ea5-9310-005f498b2d0d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.562653] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-0650e017-2316-4ea5-9310-005f498b2d0d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.562653] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-0650e017-2316-4ea5-9310-005f498b2d0d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.563372] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0650e017-2316-4ea5-9310-005f498b2d0d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.579667] env[65073]: INFO networking_nsxv3.common.synchronization [None req-92686003-5426-49f6-a735-ea4ecd9a4a5c None None] Enqueued Resource ID: 5493bfd4-c3ca-48da-a9ea-46b8237b290b with Priority: HIGHEST for action port [ 907.579667] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5493bfd4-c3ca-48da-a9ea-46b8237b290b with Priority: HIGHEST for action port [ 907.579974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5493bfd4-c3ca-48da-a9ea-46b8237b290b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.580279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5493bfd4-c3ca-48da-a9ea-46b8237b290b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.580444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5493bfd4-c3ca-48da-a9ea-46b8237b290b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.580838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5493bfd4-c3ca-48da-a9ea-46b8237b290b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.581083] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5493bfd4-c3ca-48da-a9ea-46b8237b290b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.582321] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.582680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.583327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.583327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.583327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.583487] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.583624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.583665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.584854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.584854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.584854] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a already deleted. [ 907.584854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.642150] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa in Status: SUCCESS [ 907.642150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.067749] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.067949] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.068081] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.068366] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.068517] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.068673] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 0650e017-2316-4ea5-9310-005f498b2d0d not found, creating... [ 908.068934] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.069106] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.069234] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.069522] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.069788] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.070047] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.070213] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.070332] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.070539] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.070670] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.070807] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 0650e017-2316-4ea5-9310-005f498b2d0d is going to be created. [ 908.085655] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5493bfd4-c3ca-48da-a9ea-46b8237b290b [ 908.085964] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.086134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.086250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.086531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.086634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.086777] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5493bfd4-c3ca-48da-a9ea-46b8237b290b already deleted. [ 908.086876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5493bfd4-c3ca-48da-a9ea-46b8237b290b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.093616] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.093832] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.093948] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.094311] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.094558] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.094813] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-0650e017-2316-4ea5-9310-005f498b2d0d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.687104] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 908.687515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.687515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.687688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.688407] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.688407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.688407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.688407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.688626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.688626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.688833] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.834524] env[65073]: INFO networking_nsxv3.common.synchronization [req-c54ceab5-748b-4f91-8511-f4ff28f93058 req-a64a024f-f3d8-4ac6-8492-7e509572dbfc service nova] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_rules [ 908.835109] env[65073]: INFO networking_nsxv3.common.synchronization [req-c54ceab5-748b-4f91-8511-f4ff28f93058 req-a64a024f-f3d8-4ac6-8492-7e509572dbfc service nova] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 908.835109] env[65073]: INFO networking_nsxv3.common.synchronization [req-c54ceab5-748b-4f91-8511-f4ff28f93058 req-a64a024f-f3d8-4ac6-8492-7e509572dbfc service nova] Enqueued Resource ID: 0650e017-2316-4ea5-9310-005f498b2d0d with Priority: HIGHEST for action port [ 908.835404] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_rules [ 908.835541] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 908.835640] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0650e017-2316-4ea5-9310-005f498b2d0d with Priority: HIGHEST for action port [ 908.835932] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.836224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.837024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.842190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.842190] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.842190] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.842190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.842190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.842190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.842190] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.842190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.842190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.842190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.842190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.842190] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.842190] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-0650e017-2316-4ea5-9310-005f498b2d0d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.842190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0650e017-2316-4ea5-9310-005f498b2d0d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.842190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0650e017-2316-4ea5-9310-005f498b2d0d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.843455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0650e017-2316-4ea5-9310-005f498b2d0d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.845362] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0650e017-2316-4ea5-9310-005f498b2d0d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.191629] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.191854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.192013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.192297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.192547] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.192675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.192746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.192870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.192997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.193075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.193248] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.193389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.193389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.193534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.193762] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.193857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.193918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.194340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.194436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.194520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.194612] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.197090] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: IN_PROGRESS for 4s [ 909.346411] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.346411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.346411] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.347183] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0650e017-2316-4ea5-9310-005f498b2d0d with status ACTIVE [ 909.347183] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.347183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.347421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.347757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.347757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.348077] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.348077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.348077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.350186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.350186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.350186] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.350186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.350186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.350186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.350186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.350186] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0650e017-2316-4ea5-9310-005f498b2d0d is going to be updated. [ 909.380973] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.380973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.380973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.380973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.380973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.381301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0650e017-2316-4ea5-9310-005f498b2d0d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.667920] env[65073]: INFO networking_nsxv3.common.synchronization [req-f5f8be14-96dd-4474-93f6-292a7e17bd4f req-1a30c08f-b584-4aed-83fe-7b84a3b7d47f tempest-ServerRescueTestJSONUnderV235-1546187347 tempest-ServerRescueTestJSONUnderV235-1546187347-project-member] Enqueued Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_members [ 909.668103] env[65073]: INFO networking_nsxv3.common.synchronization [req-f5f8be14-96dd-4474-93f6-292a7e17bd4f req-1a30c08f-b584-4aed-83fe-7b84a3b7d47f tempest-ServerRescueTestJSONUnderV235-1546187347 tempest-ServerRescueTestJSONUnderV235-1546187347-project-member] Enqueued Resource ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 with Priority: HIGHEST for action security_group_members [ 909.668621] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_members [ 909.668751] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 with Priority: HIGHEST for action security_group_members [ 909.669054] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.669188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.669270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.669493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.669692] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.669798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.669860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.670032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.670118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.670211] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.671521] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfcbbbb-d303-4083-9e0c-b0c817738b12 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.671634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.671678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.671890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.672466] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.672593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.672708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.672887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.673177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.673309] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adfcbbbb-d303-4083-9e0c-b0c817738b12',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.698046] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 371b48a8-d8bb-40d3-9002-811f55dec047: rpc.has_security_group_logging(os_id): False [ 909.720879] env[65073]: INFO networking_nsxv3.common.synchronization [req-f5f8be14-96dd-4474-93f6-292a7e17bd4f req-1a30c08f-b584-4aed-83fe-7b84a3b7d47f tempest-ServerRescueTestJSONUnderV235-1546187347 tempest-ServerRescueTestJSONUnderV235-1546187347-project-member] Enqueued Resource ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 with Priority: HIGHEST for action security_group_rules [ 909.721425] env[65073]: INFO networking_nsxv3.common.synchronization [req-f5f8be14-96dd-4474-93f6-292a7e17bd4f req-1a30c08f-b584-4aed-83fe-7b84a3b7d47f tempest-ServerRescueTestJSONUnderV235-1546187347 tempest-ServerRescueTestJSONUnderV235-1546187347-project-member] Enqueued Resource ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 with Priority: HIGHEST for action security_group_members [ 909.721671] env[65073]: INFO networking_nsxv3.common.synchronization [req-f5f8be14-96dd-4474-93f6-292a7e17bd4f req-1a30c08f-b584-4aed-83fe-7b84a3b7d47f tempest-ServerRescueTestJSONUnderV235-1546187347 tempest-ServerRescueTestJSONUnderV235-1546187347-project-member] Enqueued Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_rules [ 909.721908] env[65073]: INFO networking_nsxv3.common.synchronization [req-f5f8be14-96dd-4474-93f6-292a7e17bd4f req-1a30c08f-b584-4aed-83fe-7b84a3b7d47f tempest-ServerRescueTestJSONUnderV235-1546187347 tempest-ServerRescueTestJSONUnderV235-1546187347-project-member] Enqueued Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_members [ 909.722176] env[65073]: INFO networking_nsxv3.common.synchronization [req-f5f8be14-96dd-4474-93f6-292a7e17bd4f req-1a30c08f-b584-4aed-83fe-7b84a3b7d47f tempest-ServerRescueTestJSONUnderV235-1546187347 tempest-ServerRescueTestJSONUnderV235-1546187347-project-member] Enqueued Resource ID: 31423e2f-b74a-4476-a7b5-20b861f6d688 with Priority: HIGHEST for action port [ 909.723652] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.723806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.723917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.724252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.724387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.724711] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.724865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.724963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.725621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.725762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.726087] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.726251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.726357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.726578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.726704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.727109] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.727223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.727264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.730401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.730401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.730401] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 909.730401] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 with Priority: HIGHEST for action security_group_rules [ 909.730670] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_rules [ 909.730731] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31423e2f-b74a-4476-a7b5-20b861f6d688 with Priority: HIGHEST for action port [ 909.730827] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 with Priority: HIGHEST for action security_group_members [ 909.730958] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_members [ 909.731638] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adfcbbbb-d303-4083-9e0c-b0c817738b12 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.731638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.731638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.731945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.731998] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adfcbbbb-d303-4083-9e0c-b0c817738b12',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.734596] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.734704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.734742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.734957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.735165] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.736683] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-31423e2f-b74a-4476-a7b5-20b861f6d688 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.736802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.736991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.737662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.737662] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31423e2f-b74a-4476-a7b5-20b861f6d688',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.739222] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfcbbbb-d303-4083-9e0c-b0c817738b12 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.739222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.739403] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.739548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.805650] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.805804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.805876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.806111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.806663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.823218] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 909.826558] env[65073]: INFO networking_nsxv3.common.synchronization [None req-05d593cf-57d9-44d0-b2d9-8cdf39a122a7 None None] Enqueued Resource ID: d1c7f31e-c836-43ef-b1d3-2db5a5b8f83b with Priority: HIGHEST for action port [ 909.827279] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c7f31e-c836-43ef-b1d3-2db5a5b8f83b with Priority: HIGHEST for action port [ 909.827670] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1c7f31e-c836-43ef-b1d3-2db5a5b8f83b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.827800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1c7f31e-c836-43ef-b1d3-2db5a5b8f83b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.827870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1c7f31e-c836-43ef-b1d3-2db5a5b8f83b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.828144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1c7f31e-c836-43ef-b1d3-2db5a5b8f83b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.828226] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1c7f31e-c836-43ef-b1d3-2db5a5b8f83b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.852741] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.108021] env[65073]: INFO networking_nsxv3.common.synchronization [req-0f83d60e-dedf-46ff-b57a-a2c5bb144a09 req-b3d628fe-f2ef-4ffc-8298-d2f11b0785de tempest-ServerRescueTestJSONUnderV235-1546187347 tempest-ServerRescueTestJSONUnderV235-1546187347-project-member] Enqueued Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_members [ 910.108194] env[65073]: INFO networking_nsxv3.common.synchronization [req-0f83d60e-dedf-46ff-b57a-a2c5bb144a09 req-b3d628fe-f2ef-4ffc-8298-d2f11b0785de tempest-ServerRescueTestJSONUnderV235-1546187347 tempest-ServerRescueTestJSONUnderV235-1546187347-project-member] Enqueued Resource ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 with Priority: HIGHEST for action security_group_members [ 910.108757] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_members [ 910.108826] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 with Priority: HIGHEST for action security_group_members [ 910.112348] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.112488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.113140] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfcbbbb-d303-4083-9e0c-b0c817738b12 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.113585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.165322] env[65073]: INFO networking_nsxv3.common.synchronization [req-0f83d60e-dedf-46ff-b57a-a2c5bb144a09 req-b3d628fe-f2ef-4ffc-8298-d2f11b0785de tempest-ServerRescueTestJSONUnderV235-1546187347 tempest-ServerRescueTestJSONUnderV235-1546187347-project-member] Enqueued Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_rules [ 910.165322] env[65073]: INFO networking_nsxv3.common.synchronization [req-0f83d60e-dedf-46ff-b57a-a2c5bb144a09 req-b3d628fe-f2ef-4ffc-8298-d2f11b0785de tempest-ServerRescueTestJSONUnderV235-1546187347 tempest-ServerRescueTestJSONUnderV235-1546187347-project-member] Enqueued Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_members [ 910.165322] env[65073]: INFO networking_nsxv3.common.synchronization [req-0f83d60e-dedf-46ff-b57a-a2c5bb144a09 req-b3d628fe-f2ef-4ffc-8298-d2f11b0785de tempest-ServerRescueTestJSONUnderV235-1546187347 tempest-ServerRescueTestJSONUnderV235-1546187347-project-member] Enqueued Resource ID: 31423e2f-b74a-4476-a7b5-20b861f6d688 with Priority: HIGHEST for action port [ 910.165322] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_rules [ 910.165322] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_members [ 910.165322] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31423e2f-b74a-4476-a7b5-20b861f6d688 with Priority: HIGHEST for action port [ 910.166223] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.166371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.166710] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.166710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.166833] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-31423e2f-b74a-4476-a7b5-20b861f6d688 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.169058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.172321] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.175314] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adfcbbbb-d303-4083-9e0c-b0c817738b12',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.235195] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfcbbbb-d303-4083-9e0c-b0c817738b12 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.235450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.236914] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.237031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.239438] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31423e2f-b74a-4476-a7b5-20b861f6d688 with status ACTIVE [ 910.239728] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.239913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.240076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.240362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.240466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.240646] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.240773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.240840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.241033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.241561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.241561] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.241561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.241561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.241724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.241825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.241957] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31423e2f-b74a-4476-a7b5-20b861f6d688 is going to be updated. [ 910.264810] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.266298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.266298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.266298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.266445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.268666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.268666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.268666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.268666] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31423e2f-b74a-4476-a7b5-20b861f6d688',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.331054] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1c7f31e-c836-43ef-b1d3-2db5a5b8f83b [ 910.331402] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.331608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.331681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.331894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.331979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.332105] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1c7f31e-c836-43ef-b1d3-2db5a5b8f83b already deleted. [ 910.332188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1c7f31e-c836-43ef-b1d3-2db5a5b8f83b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.357661] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.357813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.357923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.358626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.359772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.359772] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be created. [ 910.387218] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.387218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.387218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.387218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.387218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.399444] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: UNINITIALIZED for 2s [ 910.675842] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.678714] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adfcbbbb-d303-4083-9e0c-b0c817738b12',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.685805] env[65073]: INFO networking_nsxv3.common.synchronization [req-c54ceab5-748b-4f91-8511-f4ff28f93058 req-b646a501-2808-47f2-9446-e0a0fac69427 tempest-MultipleCreateTestJSON-1129549545 tempest-MultipleCreateTestJSON-1129549545-project-member] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 910.686834] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 910.687189] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.687296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.770613] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31423e2f-b74a-4476-a7b5-20b861f6d688 with status ACTIVE [ 910.770899] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.771062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.771163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.771492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.771618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.771827] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.771960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.772061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.772245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.772373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.772604] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.772733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.772819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.773064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.773190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.773324] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31423e2f-b74a-4476-a7b5-20b861f6d688 is going to be updated. [ 910.799948] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.800105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.800179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.800389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.800529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.800707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31423e2f-b74a-4476-a7b5-20b861f6d688" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.952796] env[65073]: INFO networking_nsxv3.common.synchronization [None req-56a6c6b1-6752-4e41-af24-b3149eb888ff tempest-AttachInterfacesUnderV243Test-1408697562 tempest-AttachInterfacesUnderV243Test-1408697562-project-member] Enqueued Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_rules [ 910.953660] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_rules [ 910.953893] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.954238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.954238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.954809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.956192] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.130990] env[65073]: INFO networking_nsxv3.common.synchronization [None req-8a15afd8-b302-43b8-b1be-42d664a7e825 tempest-AttachInterfacesUnderV243Test-1408697562 tempest-AttachInterfacesUnderV243Test-1408697562-project-member] Enqueued Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_rules [ 911.130990] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_rules [ 911.130990] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.130990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.151021] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.151021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.151021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.151021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.151021] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.151518] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.152056] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.152385] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.152619] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.152942] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.153205] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.153424] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.153626] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.155960] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.155960] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.155960] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.177082] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.177082] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.177082] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.177082] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.177082] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-51c5a22a-7904-4c90-bc2b-d3994f556b13 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.177082] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-51c5a22a-7904-4c90-bc2b-d3994f556b13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.177082] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-51c5a22a-7904-4c90-bc2b-d3994f556b13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.177082] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-51c5a22a-7904-4c90-bc2b-d3994f556b13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.177082] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51c5a22a-7904-4c90-bc2b-d3994f556b13',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.179296] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.179835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.181552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.181552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.181552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.181552] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe is going to be updated. [ 911.181808] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.181951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.184371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.184371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.184371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.184371] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 is going to be created. [ 911.205617] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.205745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.205842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.206034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.206189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.208697] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c73e9d-c074-4781-9956-23d212aa1e5b in Status: SUCCESS [ 911.208938] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b deletion is rescheduled due to dependency. [ 911.209038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.213901] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.214213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.214213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.215038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.215038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.215997] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 in Status: UNINITIALIZED for 2s [ 911.222448] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: IN_PROGRESS for 2s [ 911.481404] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.481573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.481636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.481891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.481956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.482019] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 already deleted. [ 911.482107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.482263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.482427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.482531] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.680631] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.680841] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.680946] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.681690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.681690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.681908] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 51c5a22a-7904-4c90-bc2b-d3994f556b13 not found, creating... [ 911.682129] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.682321] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.682423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.682698] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.682866] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.683188] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.683444] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.683444] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.683662] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.683796] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.683940] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 51c5a22a-7904-4c90-bc2b-d3994f556b13 is going to be created. [ 911.707024] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.707024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.707216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.707423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.707682] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.707893] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-51c5a22a-7904-4c90-bc2b-d3994f556b13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.842617] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 911.843097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.003847] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.004193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.005056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.005056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.005056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.005056] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 already deleted. [ 912.005210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.403252] env[65073]: INFO networking_nsxv3.common.synchronization [None req-7eb3fec3-f739-4709-9666-1d5f5450372f None None] Enqueued Resource ID: c0efcfb9-1c3f-4148-9416-c372edea2734 with Priority: HIGHEST for action port [ 912.407363] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0efcfb9-1c3f-4148-9416-c372edea2734 with Priority: HIGHEST for action port [ 912.407546] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0efcfb9-1c3f-4148-9416-c372edea2734 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.407676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0efcfb9-1c3f-4148-9416-c372edea2734" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.407747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0efcfb9-1c3f-4148-9416-c372edea2734" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.408046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0efcfb9-1c3f-4148-9416-c372edea2734" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.408110] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0efcfb9-1c3f-4148-9416-c372edea2734',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.414311] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 912.414500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.415192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.415274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.415434] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.415555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.415639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.415782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.415866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.415974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.416104] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.417153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.417384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.417560] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.417696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.417770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.417981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.418185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.418445] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.444543] env[65073]: INFO networking_nsxv3.common.synchronization [req-c54ceab5-748b-4f91-8511-f4ff28f93058 req-1ee6f3ee-f888-40c6-a2c2-9d3b0bad965e service nova] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_rules [ 912.444543] env[65073]: INFO networking_nsxv3.common.synchronization [req-c54ceab5-748b-4f91-8511-f4ff28f93058 req-1ee6f3ee-f888-40c6-a2c2-9d3b0bad965e service nova] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 912.444543] env[65073]: INFO networking_nsxv3.common.synchronization [req-c54ceab5-748b-4f91-8511-f4ff28f93058 req-1ee6f3ee-f888-40c6-a2c2-9d3b0bad965e service nova] Enqueued Resource ID: 51c5a22a-7904-4c90-bc2b-d3994f556b13 with Priority: HIGHEST for action port [ 912.445450] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_rules [ 912.445616] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 912.445742] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c5a22a-7904-4c90-bc2b-d3994f556b13 with Priority: HIGHEST for action port [ 912.446414] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.446515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.446765] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.446899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.447159] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-51c5a22a-7904-4c90-bc2b-d3994f556b13 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.447277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51c5a22a-7904-4c90-bc2b-d3994f556b13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.447437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51c5a22a-7904-4c90-bc2b-d3994f556b13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.447606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51c5a22a-7904-4c90-bc2b-d3994f556b13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.447691] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51c5a22a-7904-4c90-bc2b-d3994f556b13',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.910354] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0efcfb9-1c3f-4148-9416-c372edea2734 [ 912.910777] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.910777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.910777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.910985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.911092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.911185] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0efcfb9-1c3f-4148-9416-c372edea2734 already deleted. [ 912.911390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0efcfb9-1c3f-4148-9416-c372edea2734" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.926051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.926278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.926919] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.952011] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51c5a22a-7904-4c90-bc2b-d3994f556b13 with status ACTIVE [ 912.952011] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.952011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.952435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.952435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.952435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.953192] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.953192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.953192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.953192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.953192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.953192] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.953192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.953444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.953444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.953444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.954418] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51c5a22a-7904-4c90-bc2b-d3994f556b13 is going to be updated. [ 912.977974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.978173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.978173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.979532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.979532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.979532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51c5a22a-7904-4c90-bc2b-d3994f556b13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.172687] env[65073]: INFO networking_nsxv3.common.synchronization [req-1b9b410e-af6f-4ad9-9b85-945376903bb2 req-936aac0b-3efa-4da7-9d3d-58d0c0ac34fd tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_members [ 913.173892] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_members [ 913.173892] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.173892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.173892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.174222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.174222] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.174300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.174380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.175037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.175037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.175037] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.225942] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 in Status: SUCCESS [ 913.225942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.226791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.226791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.226791] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.226791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.227058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.227058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.227120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.227189] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adfcbbbb-d303-4083-9e0c-b0c817738b12',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.231493] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: SUCCESS [ 913.231493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.231493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.231493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.231654] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.231654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.231740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.231839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.231913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.231999] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.433159] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.529853] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.530079] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.530406] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.530848] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.532007] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.532007] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.532007] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.532007] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.532007] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.532229] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.532309] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.532454] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.532608] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.532676] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.532780] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.532909] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.555045] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.555346] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.555839] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.556009] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.556547] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-e27c1c41-32eb-411d-9311-9a814a8b912d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.557035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-e27c1c41-32eb-411d-9311-9a814a8b912d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.557248] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-e27c1c41-32eb-411d-9311-9a814a8b912d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.557490] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-e27c1c41-32eb-411d-9311-9a814a8b912d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.557631] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27c1c41-32eb-411d-9311-9a814a8b912d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.679396] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.679690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.679777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.679987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.680271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.680271] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.680373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.680429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.680570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.680646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.680728] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d already deleted. [ 913.680854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.730061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.730230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.730301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.730524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.730610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.730814] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.730910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.730971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.731825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.731825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.731950] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 is going to be deleted. [ 913.734223] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.768349] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.768459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.768862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.769128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.769435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.769585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.769774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.769954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.770409] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.770557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.770651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.770776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.770856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.770955] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adfcbbbb-d303-4083-9e0c-b0c817738b12',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.934710] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.935035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.935035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.935307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.935406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.935494] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be updated. [ 913.968297] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.968510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.968578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.968803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.968945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.978954] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: IN_PROGRESS for 2s [ 914.061606] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.061846] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.061971] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.062365] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.062598] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.062837] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port e27c1c41-32eb-411d-9311-9a814a8b912d not found, creating... [ 914.063142] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.063313] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.063441] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.063721] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.063868] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.064170] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.064332] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.064447] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.064653] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.064787] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.064923] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: e27c1c41-32eb-411d-9311-9a814a8b912d is going to be created. [ 914.090682] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.090891] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.091028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.091355] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.091765] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.091872] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-e27c1c41-32eb-411d-9311-9a814a8b912d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.239920] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.252029] env[65073]: INFO networking_nsxv3.common.synchronization [req-7e5a72eb-ba98-4315-8a96-ceac33c2802b req-98fc7569-2ecb-45e7-a006-07cd0b68bf2a tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGHEST for action security_group_members [ 914.252029] env[65073]: INFO networking_nsxv3.common.synchronization [req-7e5a72eb-ba98-4315-8a96-ceac33c2802b req-98fc7569-2ecb-45e7-a006-07cd0b68bf2a tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 914.252999] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGHEST for action security_group_members [ 914.253356] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 914.255096] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.255096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.255096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.255096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.255096] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.255096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.255096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.255096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.255096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.256875] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.256875] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.256875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.256875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.256875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.256875] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.256875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.256875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.256875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.257498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.257498] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.276976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.276976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.276976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.276976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.276976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.276976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.276976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.276976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.276976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.276976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.276976] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 already deleted. [ 914.276976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.276976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.276976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.276976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.276976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.276976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.278211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.278211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.278211] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adfcbbbb-d303-4083-9e0c-b0c817738b12',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.307236] env[65073]: INFO networking_nsxv3.common.synchronization [req-7e5a72eb-ba98-4315-8a96-ceac33c2802b req-98fc7569-2ecb-45e7-a006-07cd0b68bf2a tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_rules [ 914.307236] env[65073]: INFO networking_nsxv3.common.synchronization [req-7e5a72eb-ba98-4315-8a96-ceac33c2802b req-98fc7569-2ecb-45e7-a006-07cd0b68bf2a tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 914.307236] env[65073]: INFO networking_nsxv3.common.synchronization [req-7e5a72eb-ba98-4315-8a96-ceac33c2802b req-98fc7569-2ecb-45e7-a006-07cd0b68bf2a tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGHEST for action security_group_rules [ 914.307236] env[65073]: INFO networking_nsxv3.common.synchronization [req-7e5a72eb-ba98-4315-8a96-ceac33c2802b req-98fc7569-2ecb-45e7-a006-07cd0b68bf2a tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGHEST for action security_group_members [ 914.307236] env[65073]: INFO networking_nsxv3.common.synchronization [req-7e5a72eb-ba98-4315-8a96-ceac33c2802b req-98fc7569-2ecb-45e7-a006-07cd0b68bf2a tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 9c18a410-166f-4319-bcaa-11b283306322 with Priority: HIGHEST for action port [ 914.307652] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_rules [ 914.307894] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGHEST for action security_group_rules [ 914.308028] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c18a410-166f-4319-bcaa-11b283306322 with Priority: HIGHEST for action port [ 914.308117] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 914.308211] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGHEST for action security_group_members [ 914.308494] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.308614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.308680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.308873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.308954] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.309891] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.310011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.310080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.310300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.310380] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.311422] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c18a410-166f-4319-bcaa-11b283306322 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.311555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.311597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.315443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.315443] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c18a410-166f-4319-bcaa-11b283306322',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.315443] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.315443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.315765] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.315765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.742967] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.743206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.743668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.743668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.743914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.743914] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe is going to be updated. [ 914.759731] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.760736] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.776398] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.776398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.776398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.776398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.776398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.778090] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.778256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.778300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.778447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.778531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.778717] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.778812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.778873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.779027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.779105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.779241] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 already deleted. [ 914.779337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.779374] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adfcbbbb-d303-4083-9e0c-b0c817738b12',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.786695] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: IN_PROGRESS for 2s [ 914.816463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.816602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.816776] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c18a410-166f-4319-bcaa-11b283306322 with status ACTIVE [ 914.816943] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.817064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.817127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.817367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.817442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.817613] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.817708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.817769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.817918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.817995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.818187] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.818277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.818336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.818474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.818548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.818631] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c18a410-166f-4319-bcaa-11b283306322 is going to be updated. [ 914.820033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.820033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.822405] env[65073]: INFO networking_nsxv3.common.synchronization [req-1b9b410e-af6f-4ad9-9b85-945376903bb2 req-ec5d43b7-1ab1-4799-8e67-ce38be64b2a5 service nova] Enqueued Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_rules [ 914.822605] env[65073]: INFO networking_nsxv3.common.synchronization [req-1b9b410e-af6f-4ad9-9b85-945376903bb2 req-ec5d43b7-1ab1-4799-8e67-ce38be64b2a5 service nova] Enqueued Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_members [ 914.822744] env[65073]: INFO networking_nsxv3.common.synchronization [req-1b9b410e-af6f-4ad9-9b85-945376903bb2 req-ec5d43b7-1ab1-4799-8e67-ce38be64b2a5 service nova] Enqueued Resource ID: e27c1c41-32eb-411d-9311-9a814a8b912d with Priority: HIGHEST for action port [ 914.822960] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_rules [ 914.823105] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_members [ 914.823201] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27c1c41-32eb-411d-9311-9a814a8b912d with Priority: HIGHEST for action port [ 914.823755] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.823856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.823922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.825110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.825110] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.825110] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.825248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.825291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.825413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.825546] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.825635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.825773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.825896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.826035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.826035] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.826806] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e27c1c41-32eb-411d-9311-9a814a8b912d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.826916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e27c1c41-32eb-411d-9311-9a814a8b912d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.826983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e27c1c41-32eb-411d-9311-9a814a8b912d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.827147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e27c1c41-32eb-411d-9311-9a814a8b912d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.827212] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27c1c41-32eb-411d-9311-9a814a8b912d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.845645] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.845877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.845877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.846198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.846403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.846663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.265756] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.266775] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.282722] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adfcbbbb-d303-4083-9e0c-b0c817738b12',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.329509] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.329675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.329926] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.330824] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e27c1c41-32eb-411d-9311-9a814a8b912d with status ACTIVE [ 915.330973] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.331107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.331165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.331410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.331501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.331707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.331826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.331897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.332068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.332148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.332341] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.332434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.332483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.332644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.332738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.332834] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e27c1c41-32eb-411d-9311-9a814a8b912d is going to be updated. [ 915.358051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.358738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.358738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.358738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.358738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.358884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e27c1c41-32eb-411d-9311-9a814a8b912d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.768661] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.768836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.768872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.769112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.769207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.769370] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 915.771672] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.771672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.771672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.771823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.771823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.771879] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 is going to be created. [ 915.784988] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adfcbbbb-d303-4083-9e0c-b0c817738b12: rpc.has_security_group_logging(os_id): False [ 915.800339] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.800803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.800803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.800803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.800950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.808546] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.808742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.808843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.809155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.809391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.812411] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.812537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.812620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.812801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.812888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.813124] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.813228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.813294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.813441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.813517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.813605] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 is going to be created. [ 915.816429] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 in Status: UNINITIALIZED for 2s [ 915.822553] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 915.835147] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/adfcbbbb-d303-4083-9e0c-b0c817738b12], does not exist path=[/infra/domains/default/groups/adfcbbbb-d303-4083-9e0c-b0c817738b12]."\n}' [ 915.835147] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/adfcbbbb-d303-4083-9e0c-b0c817738b12 [ 915.835147] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 915.835785] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.895701] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.895901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.895970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.896203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.897232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.897532] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.897671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.897741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.897909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.898043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.898226] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.898321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.898384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.898536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.899277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.899277] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adfcbbbb-d303-4083-9e0c-b0c817738b12 is going to be created. [ 915.930642] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/adfcbbbb-d303-4083-9e0c-b0c817738b12], does not exist path=[/infra/domains/default/groups/adfcbbbb-d303-4083-9e0c-b0c817738b12]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/adfcbbbb-d303-4083-9e0c-b0c817738b12 [ 915.930902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adfcbbbb-d303-4083-9e0c-b0c817738b12" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.931559] env[65073]: Traceback (most recent call last): [ 915.931559] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 915.931559] env[65073]: return func(*args, **kwargs) [ 915.931559] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 915.931559] env[65073]: res.raise_for_status() [ 915.931559] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 915.931559] env[65073]: raise HTTPError(http_error_msg, response=self) [ 915.931559] env[65073]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/adfcbbbb-d303-4083-9e0c-b0c817738b12 [ 915.931559] env[65073]: During handling of the above exception, another exception occurred: [ 915.931559] env[65073]: Traceback (most recent call last): [ 915.931559] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 915.931559] env[65073]: listener.cb(fileno) [ 915.931559] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 915.931559] env[65073]: result = function(*args, **kwargs) [ 915.931559] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 915.931559] env[65073]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 915.931559] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 915.931559] env[65073]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 915.931559] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 915.931559] env[65073]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 915.931559] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 915.931559] env[65073]: res.raise_for_status() [ 915.931559] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 915.931559] env[65073]: raise HTTPError(http_error_msg, response=self) [ 915.931559] env[65073]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/adfcbbbb-d303-4083-9e0c-b0c817738b12 [ 915.931559] env[65073]: Removing descriptor: 58 [ 915.995429] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 915.995429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.995429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.995429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.995429] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.995429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.995429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.995429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.995429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.995429] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.339611] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.339947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.339947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.340117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.340207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.340309] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d is going to be created. [ 916.364822] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.365025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.365195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.365872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.365872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.376930] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d in Status: UNINITIALIZED for 2s [ 916.497537] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.800403] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: SUCCESS [ 916.800648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.800831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.801070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.801371] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.801498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.801560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.801722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.801863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.802111] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.000124] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.304910] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.505493] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.505814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.505878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.506527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.506527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.506527] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be updated. [ 917.545029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.545029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.545029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.545029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.545029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.555766] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: IN_PROGRESS for 2s [ 917.809519] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.828731] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 in Status: SUCCESS [ 917.829053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.829618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.829618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.830166] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.830166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.830166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.831077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.831077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.831077] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.832790] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 917.836032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.836032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.836032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.836032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.836032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.836032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.836032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.836032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.836032] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.314746] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.314867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.314931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.315485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.315485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.315485] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe is going to be updated. [ 918.336440] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.337776] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.349329] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.349329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.349329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.349687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.349687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.363604] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: IN_PROGRESS for 2s [ 918.390591] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d in Status: SUCCESS [ 918.390591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.390591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.390591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.390591] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.390591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.390591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.390591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.390591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.390591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.390591] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.585057] env[65073]: INFO networking_nsxv3.common.synchronization [req-813dc471-9e4b-455f-b24e-17c840043576 req-b2fc781e-d677-454e-b7fb-24dbf1ce8ab4 tempest-ServerRescueTestJSONUnderV235-1546187347 tempest-ServerRescueTestJSONUnderV235-1546187347-project-member] Enqueued Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_members [ 918.585620] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe with Priority: HIGHEST for action security_group_members [ 918.585928] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.586041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.682568] env[65073]: INFO networking_nsxv3.common.synchronization [req-2436b4f9-92aa-4c08-9dd3-f1f57a1e0343 req-7f4b69eb-3912-4d20-a87a-48e6de5b5d03 tempest-ServerMetadataNegativeTestJSON-361840123 tempest-ServerMetadataNegativeTestJSON-361840123-project-member] Enqueued Resource ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa with Priority: HIGHEST for action security_group_members [ 918.682568] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa with Priority: HIGHEST for action security_group_members [ 918.682568] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.682850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.682850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.683530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.683654] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.683825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.683937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.684205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.684345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.684499] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f3968a-49cd-49d3-a1ca-b6814ca6f4aa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.843060] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.844572] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.893848] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.893995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.894093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.894456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.894660] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.894777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.894834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.898160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.898160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.898160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.898160] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.898160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.898160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.898160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.898160] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.898160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.898160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.898160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.898160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.898160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.898160] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.188562] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.188728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.188806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.189053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.212675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.212946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.213082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.213192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.213483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.213483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.213557] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa is going to be updated. [ 919.246546] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.246546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.246546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.246546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.247041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.258869] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa in Status: IN_PROGRESS for 2s [ 919.350038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.350038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.350038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.350038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.350038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.350038] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 is going to be updated. [ 919.350038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.350038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.350038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.350667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.350667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.350667] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 919.389225] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.389425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.389532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.389847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.390066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.392705] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.392782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.392832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.393042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.393196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.400308] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e1e83e0-79be-4787-9864-300c5f2a9d8d: rpc.has_security_group_logging(os_id): False [ 919.408152] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 919.410744] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 in Status: IN_PROGRESS for 2s [ 919.423903] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.424994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.424994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.424994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.424994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.424994] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.424994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.425384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.425384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.425461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.425739] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.425848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.425909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.426090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.426158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.426351] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.426458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.428245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.428245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.428245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.428245] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d is going to be created. [ 919.502811] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.503076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.503197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.503520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.504218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.519453] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d in Status: IN_PROGRESS for 2s [ 919.567451] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 919.567664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.567839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.568164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.568452] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.568619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.568713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.568883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.569082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.569184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.569412] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.569546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.569617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.569834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.570101] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.570207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.570297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.570527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.570649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.570756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.570886] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.884284] env[65073]: INFO networking_nsxv3.common.synchronization [None req-332e9178-1f24-4c6d-aa89-a9a4d84977fd tempest-ServerActionsTestJSON-1719847796 tempest-ServerActionsTestJSON-1719847796-project-member] Enqueued Resource ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e with Priority: HIGHEST for action security_group_rules [ 919.884568] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e with Priority: HIGHEST for action security_group_rules [ 919.884853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a9a15c-2278-4a22-a473-1155ce49bc2e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.885701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.885791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.886077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.886193] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a9a15c-2278-4a22-a473-1155ce49bc2e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.073167] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a: rpc.has_security_group_logging(os_id): False [ 920.092073] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.092275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.092381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.092676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.092804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.093112] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.093258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.093353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.094071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.094071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.094071] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.094071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.094383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.094383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.094491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.094706] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.094840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.094932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.095149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.095255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.095376] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be created. [ 920.170830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.171010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.171088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.171439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.171558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.176466] env[65073]: INFO networking_nsxv3.common.synchronization [None req-1fc39b17-ce03-48e7-85f5-7386ff54fdce tempest-ServerActionsTestJSON-1719847796 tempest-ServerActionsTestJSON-1719847796-project-member] Enqueued Resource ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e with Priority: HIGHEST for action security_group_rules [ 920.177102] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e with Priority: HIGHEST for action security_group_rules [ 920.177438] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a9a15c-2278-4a22-a473-1155ce49bc2e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.177540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.185792] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: IN_PROGRESS for 2s [ 920.377542] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: SUCCESS [ 920.377982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.377982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.378756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.378756] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.378756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.378756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.378756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.378756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.379064] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.412213] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.412213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.412213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.412213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.412213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.412213] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e already deleted. [ 920.412213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.412213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.412213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.412213] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a9a15c-2278-4a22-a473-1155ce49bc2e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.884520] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.884885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.884885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.885156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.913178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.913415] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.913543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.913613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.913831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.913938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.914017] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe is going to be updated. [ 920.949723] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.950467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.950467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.950467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.950467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.950467] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e already deleted. [ 920.950467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.982342] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.982560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.982617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.982801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.982944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.003071] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: IN_PROGRESS for 2s [ 921.270788] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa in Status: SUCCESS [ 921.270788] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa deletion is rescheduled due to dependency. [ 921.270788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.418493] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 921.418725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.419529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.419805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.419805] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.419890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.420495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.420495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.420495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.420495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.420495] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.422440] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 in Status: SUCCESS [ 921.422440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.422440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.422675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.422755] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.422814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.422849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.423104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.423253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.423551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.423600] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.532419] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d in Status: SUCCESS [ 921.532712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.739049] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c8b80e01-f4d2-41a2-8a3f-b2cb51a0600c None None] Enqueued Resource ID: 3861e432-0e62-450a-969f-32d3f0512881 with Priority: HIGHEST for action port [ 921.739597] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3861e432-0e62-450a-969f-32d3f0512881 with Priority: HIGHEST for action port [ 921.739939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-3861e432-0e62-450a-969f-32d3f0512881 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.740077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3861e432-0e62-450a-969f-32d3f0512881" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.740142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3861e432-0e62-450a-969f-32d3f0512881" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.740432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3861e432-0e62-450a-969f-32d3f0512881" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.740523] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3861e432-0e62-450a-969f-32d3f0512881',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.926563] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.926878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.926878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.926998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.927182] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.927282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.927347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.927497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.927581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.927684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.927812] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.927902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.927962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.928130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.928265] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.928357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.928437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.928545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.928621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.928701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.928791] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.930235] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.201128] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 922.201128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.201128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.201128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.201128] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.243036] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3861e432-0e62-450a-969f-32d3f0512881 [ 922.243293] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.243436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.243504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.243727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.243821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.243914] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3861e432-0e62-450a-969f-32d3f0512881 already deleted. [ 922.243998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3861e432-0e62-450a-969f-32d3f0512881" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.434514] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 371b48a8-d8bb-40d3-9002-811f55dec047: rpc.has_security_group_logging(os_id): False [ 922.434514] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5fc1b43-f8a2-465f-86db-c48f4b49bee9: rpc.has_security_group_logging(os_id): False [ 922.453127] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.453127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.453127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.453127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.454193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.454511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.479195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.479195] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.479195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.479195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.479195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.479195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.479195] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.479195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.479195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.479195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.479195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.479809] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.480104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.480329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.480651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.480893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.481110] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 922.484019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.484019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.484019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.484019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.484019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.484019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.484019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.484019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.484019] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 is going to be created. [ 922.559907] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.559907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.559907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.559907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.559907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.565369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.565516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.565586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.565791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.565938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.579322] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 in Status: IN_PROGRESS for 2s [ 922.583960] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 922.702997] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.703208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.703277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.703610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.703840] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.703957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.704042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.704251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.704348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.704446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.704541] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.747041] env[65073]: INFO networking_nsxv3.common.synchronization [req-78f8b2e8-a9b0-47cd-bf1e-e6bf5980d66c req-25428c88-591f-4179-9c89-ea9ce3327e60 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGHEST for action security_group_members [ 922.747292] env[65073]: INFO networking_nsxv3.common.synchronization [req-78f8b2e8-a9b0-47cd-bf1e-e6bf5980d66c req-25428c88-591f-4179-9c89-ea9ce3327e60 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 922.747641] env[65073]: INFO networking_nsxv3.common.synchronization [req-78f8b2e8-a9b0-47cd-bf1e-e6bf5980d66c req-25428c88-591f-4179-9c89-ea9ce3327e60 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: b0214c53-717d-4e55-a65b-65a5d86a31ea with Priority: HIGHEST for action security_group_members [ 922.748481] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGHEST for action security_group_members [ 922.748803] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 922.748971] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0214c53-717d-4e55-a65b-65a5d86a31ea with Priority: HIGHEST for action security_group_members [ 922.749472] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.749472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.749626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.749725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.750935] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.750935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.750935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.750935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.751132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.751132] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.752227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.752227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.752227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.752378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.752954] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.752954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.752954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.752954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.752954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.753434] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.755241] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0214c53-717d-4e55-a65b-65a5d86a31ea taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.755241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.755241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.755241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.755241] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.755672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.755672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.755672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.755672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.755672] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0214c53-717d-4e55-a65b-65a5d86a31ea',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.823818] env[65073]: INFO networking_nsxv3.common.synchronization [req-78f8b2e8-a9b0-47cd-bf1e-e6bf5980d66c req-25428c88-591f-4179-9c89-ea9ce3327e60 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_rules [ 922.824010] env[65073]: INFO networking_nsxv3.common.synchronization [req-78f8b2e8-a9b0-47cd-bf1e-e6bf5980d66c req-25428c88-591f-4179-9c89-ea9ce3327e60 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 922.824224] env[65073]: INFO networking_nsxv3.common.synchronization [req-78f8b2e8-a9b0-47cd-bf1e-e6bf5980d66c req-25428c88-591f-4179-9c89-ea9ce3327e60 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: b0214c53-717d-4e55-a65b-65a5d86a31ea with Priority: HIGHEST for action security_group_rules [ 922.824279] env[65073]: INFO networking_nsxv3.common.synchronization [req-78f8b2e8-a9b0-47cd-bf1e-e6bf5980d66c req-25428c88-591f-4179-9c89-ea9ce3327e60 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: b0214c53-717d-4e55-a65b-65a5d86a31ea with Priority: HIGHEST for action security_group_members [ 922.824403] env[65073]: INFO networking_nsxv3.common.synchronization [req-78f8b2e8-a9b0-47cd-bf1e-e6bf5980d66c req-25428c88-591f-4179-9c89-ea9ce3327e60 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGHEST for action security_group_rules [ 922.824905] env[65073]: INFO networking_nsxv3.common.synchronization [req-78f8b2e8-a9b0-47cd-bf1e-e6bf5980d66c req-25428c88-591f-4179-9c89-ea9ce3327e60 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGHEST for action security_group_members [ 922.824905] env[65073]: INFO networking_nsxv3.common.synchronization [req-78f8b2e8-a9b0-47cd-bf1e-e6bf5980d66c req-25428c88-591f-4179-9c89-ea9ce3327e60 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 9c18a410-166f-4319-bcaa-11b283306322 with Priority: HIGHEST for action port [ 922.825387] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_rules [ 922.825665] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0214c53-717d-4e55-a65b-65a5d86a31ea with Priority: HIGHEST for action security_group_rules [ 922.825665] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGHEST for action security_group_members [ 922.825761] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c18a410-166f-4319-bcaa-11b283306322 with Priority: HIGHEST for action port [ 922.825792] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGHEST for action security_group_rules [ 922.825867] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 922.825949] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0214c53-717d-4e55-a65b-65a5d86a31ea with Priority: HIGHEST for action security_group_members [ 922.826498] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.826593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.826788] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0214c53-717d-4e55-a65b-65a5d86a31ea taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.826889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.826954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.827209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.827293] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0214c53-717d-4e55-a65b-65a5d86a31ea',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.828155] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.828411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.828558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c18a410-166f-4319-bcaa-11b283306322 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.828558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.828630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.828751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.828826] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c18a410-166f-4319-bcaa-11b283306322',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.829871] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.830052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.830449] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.830547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.830731] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0214c53-717d-4e55-a65b-65a5d86a31ea taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.830815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.961303] env[65073]: INFO networking_nsxv3.common.synchronization [None req-1beab5f8-5e5f-46c3-afff-ed7947bbc4b1 tempest-ServersTestManualDisk-1718551309 tempest-ServersTestManualDisk-1718551309-project-member] Enqueued Resource ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd with Priority: HIGHEST for action security_group_rules [ 922.962480] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd with Priority: HIGHEST for action security_group_rules [ 922.964027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.964027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.964027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.964027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.964027] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24dc9a94-8343-4395-8429-a7ccc8d08bdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.027347] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: SUCCESS [ 923.027540] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe deletion is rescheduled due to dependency. [ 923.027662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.028297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.028642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.028873] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.029113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.029113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.029871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.029871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.029871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.029871] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.031713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.031900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.032105] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.032208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.032258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.032406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.032540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.032696] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.089547] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9aa83c49-15e4-40b0-a6a4-188af6e1acd2 tempest-ServersTestManualDisk-1718551309 tempest-ServersTestManualDisk-1718551309-project-member] Enqueued Resource ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd with Priority: HIGHEST for action security_group_rules [ 923.089547] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd with Priority: HIGHEST for action security_group_rules [ 923.089547] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.089547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.208561] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.208561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.208561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.208561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.208829] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.208829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.208829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.208928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.208958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.209056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.209197] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.209281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.209338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.209721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.209888] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.210195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.210195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.210289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.213022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.213022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.213022] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.262957] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.264813] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.268252] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0214c53-717d-4e55-a65b-65a5d86a31ea',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.336588] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0214c53-717d-4e55-a65b-65a5d86a31ea taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.336774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.336973] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c18a410-166f-4319-bcaa-11b283306322 with status ACTIVE [ 923.337167] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.338828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.338828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.339091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.339148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.339334] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.339432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.339493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.339647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.339721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.339898] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.339985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.341833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.342038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.342136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.342241] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c18a410-166f-4319-bcaa-11b283306322 is going to be updated. [ 923.366221] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.366221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.366221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.366221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.366221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.366221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c18a410-166f-4319-bcaa-11b283306322" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.486584] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.486815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.486815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.487197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.487197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.487282] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd already deleted. [ 923.487312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.487507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.488203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.488203] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24dc9a94-8343-4395-8429-a7ccc8d08bdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.538528] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.538677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.538920] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.539068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.539586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.539879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.539989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.540207] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.540320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.540378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.540565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.540665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.540773] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe is going to be updated. [ 923.573755] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.573755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.573755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.573755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.573755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.593748] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: IN_PROGRESS for 2s [ 923.716548] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a: rpc.has_security_group_logging(os_id): False [ 923.735860] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.735860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.736594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.736594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.736594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.736594] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.736594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.736594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.736785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.736816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.737458] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.737458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.737458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.737458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.737458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.737751] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.737751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.737751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.737899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.738079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.738322] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be updated. [ 923.766012] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.767922] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.773023] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0214c53-717d-4e55-a65b-65a5d86a31ea',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.836212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.836364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.836441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.836648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.836793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.848934] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: IN_PROGRESS for 2s [ 924.012996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.012996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.012996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.012996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.012996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.012996] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd already deleted. [ 924.012996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.271431] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.271647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.271768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.271947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.272240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.272445] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 924.275181] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.275305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.275377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.275718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.275786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.275842] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 is going to be updated. [ 924.276923] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.277069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.277259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.277317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.281028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.281028] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0214c53-717d-4e55-a65b-65a5d86a31ea is going to be created. [ 924.335752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.335931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.339112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.339112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.339112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.347754] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.347962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.347962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.348847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.348847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.359149] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.359383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.359383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.359609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.359756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.362788] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 in Status: IN_PROGRESS for 2s [ 924.363645] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0214c53-717d-4e55-a65b-65a5d86a31ea in Status: UNINITIALIZED for 2s [ 924.374452] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 924.580367] env[65073]: INFO networking_nsxv3.common.synchronization [None req-01368a60-e09e-4b76-ac2d-2e20de0ec9b3 None None] Enqueued Resource ID: 2985c026-2f80-4223-be33-7548261a8a30 with Priority: HIGHEST for action port [ 924.582750] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2985c026-2f80-4223-be33-7548261a8a30 with Priority: HIGHEST for action port [ 924.583022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2985c026-2f80-4223-be33-7548261a8a30 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.583142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2985c026-2f80-4223-be33-7548261a8a30" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.583213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2985c026-2f80-4223-be33-7548261a8a30" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.583516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2985c026-2f80-4223-be33-7548261a8a30" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.583603] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2985c026-2f80-4223-be33-7548261a8a30',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.596540] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 in Status: SUCCESS [ 924.596644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.597110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.597328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.597472] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.602021] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 924.602021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.602021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.602215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.602215] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.087472] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2985c026-2f80-4223-be33-7548261a8a30 [ 925.087472] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.088048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.088048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.088048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.088048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.088048] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2985c026-2f80-4223-be33-7548261a8a30 already deleted. [ 925.088267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2985c026-2f80-4223-be33-7548261a8a30" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.100723] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.100723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.103554] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.103773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.606622] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: SUCCESS [ 925.606827] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe deletion is rescheduled due to dependency. [ 925.606951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.607149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.607390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.607595] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.607717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.607780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.607936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.608034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.608125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.608289] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.608386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.608446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.608592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.608735] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.608868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.608909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.609073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.609102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.609170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.609269] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.712099] env[65073]: INFO networking_nsxv3.common.synchronization [req-aae67229-afd7-4178-a876-62ba6f11e64d req-fa542aaf-4484-48a3-be60-ea79df8560c9 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: b0214c53-717d-4e55-a65b-65a5d86a31ea with Priority: HIGHEST for action security_group_members [ 925.712506] env[65073]: INFO networking_nsxv3.common.synchronization [req-aae67229-afd7-4178-a876-62ba6f11e64d req-fa542aaf-4484-48a3-be60-ea79df8560c9 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGHEST for action security_group_members [ 925.712945] env[65073]: INFO networking_nsxv3.common.synchronization [req-aae67229-afd7-4178-a876-62ba6f11e64d req-fa542aaf-4484-48a3-be60-ea79df8560c9 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 925.715218] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0214c53-717d-4e55-a65b-65a5d86a31ea with Priority: HIGHEST for action security_group_members [ 925.715218] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGHEST for action security_group_members [ 925.715218] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 925.715218] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0214c53-717d-4e55-a65b-65a5d86a31ea taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.715218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.715218] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.715218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.715218] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.715218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.869639] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 925.869865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.112174] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be9464a4-4bee-4d05-ba0d-e0ac292e4bbe: rpc.has_security_group_logging(os_id): False [ 926.140022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.140022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.140022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.140022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.140022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.140022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.140022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.140022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.140022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.140022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.140022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.140022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.140022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.140022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.140022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.140888] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.141225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.141534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.141840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.142259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.142468] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe is going to be updated. [ 926.215234] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.215379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.215458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.215669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.215830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.233011] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: IN_PROGRESS for 2s [ 926.375030] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 in Status: SUCCESS [ 926.375396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.376595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.376843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.377084] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.377204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.377291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.377459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.377564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.377687] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.379454] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0214c53-717d-4e55-a65b-65a5d86a31ea in Status: SUCCESS [ 926.379727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.381034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.381034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.381034] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.381034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.381034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.381034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.381319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.381319] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0214c53-717d-4e55-a65b-65a5d86a31ea',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.394735] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 926.394945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.396035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.396164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.396282] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.396399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.396457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.396608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.396687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.396899] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.685100] env[65073]: INFO networking_nsxv3.common.synchronization [req-257a65ea-e6e6-48e6-baf0-0837db578a02 req-52ccf0d8-8448-4735-aede-194ca9377dca tempest-ImagesTestJSON-501847618 tempest-ImagesTestJSON-501847618-project-member] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 926.686089] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 926.686366] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.686531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.686633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.686900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.687132] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.687273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.687363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.687565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.687689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.687821] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.888583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.888583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.888583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.888583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.888583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.888583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.888583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.888583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.888583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.888583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.888583] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 is going to be updated. [ 926.888583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.888583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.888583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.889393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.889393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.889393] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.889393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.889393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.889393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.889393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.889620] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0214c53-717d-4e55-a65b-65a5d86a31ea is going to be deleted. [ 926.899822] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.920087] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.920249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.920306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.920516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.920609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.920707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.920852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.920998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.921179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.921273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.921328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.921535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.921644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.921644] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0214c53-717d-4e55-a65b-65a5d86a31ea',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.924058] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.924187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.924229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.924389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.924556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.935287] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 in Status: IN_PROGRESS for 2s [ 927.189916] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.190296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.190296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.190391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.211971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.212243] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.212359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.212595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.212802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.212883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.212974] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 927.245794] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.245950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.245996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.246215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.246361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.267806] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 927.405842] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.427022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.427022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.427022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.427022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.427022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.427022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.427022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.427022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.427022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.427022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.427022] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0214c53-717d-4e55-a65b-65a5d86a31ea already deleted. [ 927.427022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.427022] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0214c53-717d-4e55-a65b-65a5d86a31ea',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.428604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.429012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.429329] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.429606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.429817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.430251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.430457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.430689] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0214c53-717d-4e55-a65b-65a5d86a31ea',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.848111] env[65073]: INFO networking_nsxv3.common.synchronization [None req-977f051f-f0a7-4a65-88f0-2d6c3587bcf9 None None] Enqueued Resource ID: 231f0a2c-62ea-420f-9923-7c764bec3c8c with Priority: HIGHEST for action port [ 927.848654] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231f0a2c-62ea-420f-9923-7c764bec3c8c with Priority: HIGHEST for action port [ 927.848963] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-231f0a2c-62ea-420f-9923-7c764bec3c8c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.849113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-231f0a2c-62ea-420f-9923-7c764bec3c8c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.849181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-231f0a2c-62ea-420f-9923-7c764bec3c8c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.849474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-231f0a2c-62ea-420f-9923-7c764bec3c8c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.849556] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('231f0a2c-62ea-420f-9923-7c764bec3c8c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.909047] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.909047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.909047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.909047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.909339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.909339] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 927.929662] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0214c53-717d-4e55-a65b-65a5d86a31ea',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.933135] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.933766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.934145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.934807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.936124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.936538] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.937303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.937303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.937500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.937628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.938427] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0214c53-717d-4e55-a65b-65a5d86a31ea already deleted. [ 927.938427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.939824] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.940768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.940768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.940768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.941221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.953351] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 928.178606] env[65073]: INFO networking_nsxv3.common.synchronization [req-e55df7d9-d02e-4e3f-9d1c-4b8b4dcd783e req-70d5c872-9370-4455-93f9-453ba7fe4104 tempest-MultipleCreateTestJSON-1129549545 tempest-MultipleCreateTestJSON-1129549545-project-member] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 928.178606] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 928.178606] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.178606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.178606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.178606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.178606] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.178606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.178606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.178606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.178606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.178606] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.247696] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe in Status: SUCCESS [ 928.247696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.247696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.247696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.249753] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be9464a4-4bee-4d05-ba0d-e0ac292e4bbe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.357079] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 231f0a2c-62ea-420f-9923-7c764bec3c8c [ 928.357999] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.357999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.357999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.357999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.357999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.357999] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:231f0a2c-62ea-420f-9923-7c764bec3c8c already deleted. [ 928.357999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-231f0a2c-62ea-420f-9923-7c764bec3c8c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.432783] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0214c53-717d-4e55-a65b-65a5d86a31ea: rpc.has_security_group_logging(os_id): False [ 928.450721] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.450876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.451037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.451248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.451334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.451639] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.451755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.451831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.452020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.452117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.452230] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0214c53-717d-4e55-a65b-65a5d86a31ea is going to be created. [ 928.472103] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b0214c53-717d-4e55-a65b-65a5d86a31ea], does not exist path=[/infra/domains/default/groups/b0214c53-717d-4e55-a65b-65a5d86a31ea]."\n}' [ 928.473333] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0214c53-717d-4e55-a65b-65a5d86a31ea failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b0214c53-717d-4e55-a65b-65a5d86a31ea [ 928.473463] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 928.509433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.509433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.509433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.509652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.510649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.510924] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.511368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.511368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.511368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.511678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.511678] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.512078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.512078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.512078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.512078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.512362] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0214c53-717d-4e55-a65b-65a5d86a31ea is going to be created. [ 928.530124] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b0214c53-717d-4e55-a65b-65a5d86a31ea], does not exist path=[/infra/domains/default/groups/b0214c53-717d-4e55-a65b-65a5d86a31ea]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b0214c53-717d-4e55-a65b-65a5d86a31ea [ 928.530299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0214c53-717d-4e55-a65b-65a5d86a31ea" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.530515] env[65073]: Traceback (most recent call last): [ 928.530570] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 928.530570] env[65073]: return func(*args, **kwargs) [ 928.530570] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 928.530570] env[65073]: res.raise_for_status() [ 928.530570] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 928.530570] env[65073]: raise HTTPError(http_error_msg, response=self) [ 928.530570] env[65073]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b0214c53-717d-4e55-a65b-65a5d86a31ea [ 928.530570] env[65073]: During handling of the above exception, another exception occurred: [ 928.530570] env[65073]: Traceback (most recent call last): [ 928.530570] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 928.530570] env[65073]: listener.cb(fileno) [ 928.530570] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 928.530570] env[65073]: result = function(*args, **kwargs) [ 928.530570] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 928.530570] env[65073]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 928.530570] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 928.530570] env[65073]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 928.530570] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 928.530570] env[65073]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 928.530570] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 928.530570] env[65073]: res.raise_for_status() [ 928.530570] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 928.530570] env[65073]: raise HTTPError(http_error_msg, response=self) [ 928.531179] env[65073]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b0214c53-717d-4e55-a65b-65a5d86a31ea [ 928.531179] env[65073]: Removing descriptor: 58 [ 928.544661] env[65073]: INFO networking_nsxv3.common.synchronization [req-d70b29ff-e02d-4f4d-a15c-706130f41f2e req-b5c3ea58-f85f-479f-be26-0b5aeb82f149 tempest-MultipleCreateTestJSON-1129549545 tempest-MultipleCreateTestJSON-1129549545-project-member] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 928.547904] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 928.547904] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.547904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.681694] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.772422] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.772575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.772629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.772843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.795094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.795094] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be9464a4-4bee-4d05-ba0d-e0ac292e4bbe is going to be deleted. [ 928.848745] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.848964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.848964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.851380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.851522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.851662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be9464a4-4bee-4d05-ba0d-e0ac292e4bbe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.892022] env[65073]: INFO networking_nsxv3.common.synchronization [req-73e01e75-941d-481e-b0d8-9f9c1ab3213d req-40b020f0-8747-4fae-8f33-81791636492a tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: 3b267616-589e-4003-ab79-c6348796a47e with Priority: HIGHEST for action security_group_members [ 928.892748] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b267616-589e-4003-ab79-c6348796a47e with Priority: HIGHEST for action security_group_members [ 928.892903] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b267616-589e-4003-ab79-c6348796a47e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.894153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.894198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.894490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.894596] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.896486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.896486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.896486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.896486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.896486] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b267616-589e-4003-ab79-c6348796a47e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.951736] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 in Status: SUCCESS [ 928.951925] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 deletion is rescheduled due to dependency. [ 928.952052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.952225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.952459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.952652] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.952771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.952861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.952980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.953073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.953160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.953259] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.956216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.956414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.956640] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.956722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.956775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.956918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.956999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.957104] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.184217] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.276767] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 929.276767] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 deletion is rescheduled due to dependency. [ 929.277249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.322687] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.323267] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.323267] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.324286] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.324286] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.324286] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.324286] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.325581] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.325581] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.325784] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.325928] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.326091] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.326242] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.326400] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.326525] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.326664] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.349420] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.349420] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.350040] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.350445] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.350714] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-338f71ca-87bd-4f26-93c0-a620b26abed8 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.350887] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-338f71ca-87bd-4f26-93c0-a620b26abed8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.351024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-338f71ca-87bd-4f26-93c0-a620b26abed8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.351356] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-338f71ca-87bd-4f26-93c0-a620b26abed8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.351528] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('338f71ca-87bd-4f26-93c0-a620b26abed8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.397417] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.397627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.397722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.398404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.400794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.400794] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.400794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.400794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.400794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.400794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.400794] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b267616-589e-4003-ab79-c6348796a47e already deleted. [ 929.400794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.456553] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.465606] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.465606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.465606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.465606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.489958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.489958] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.489958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.489958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.489958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.489958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.489958] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 is going to be updated. [ 929.522117] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.522273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.522502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.522794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.522995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.534659] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 in Status: IN_PROGRESS for 2s [ 929.686424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.686624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.686744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.687100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.687100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.687326] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be updated. [ 929.721759] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.721957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.721998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.722750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.722750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.732738] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: IN_PROGRESS for 2s [ 929.778828] env[65073]: INFO networking_nsxv3.common.synchronization [None req-ef6e1bcb-f5ab-4d84-9a7e-836dcc3d5a0b tempest-ServerActionsTestOtherB-2145553288 tempest-ServerActionsTestOtherB-2145553288-project-member] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_rules [ 929.779579] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_rules [ 929.779906] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.780096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.781123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.781123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.781451] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.855481] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.855481] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.855481] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.855778] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.855934] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.856105] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 338f71ca-87bd-4f26-93c0-a620b26abed8 not found, creating... [ 929.856366] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.856521] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.856636] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.856852] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.856986] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.857350] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.857433] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.857547] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.858035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.858514] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.858724] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 338f71ca-87bd-4f26-93c0-a620b26abed8 is going to be created. [ 929.880844] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.881331] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.881561] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.881925] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.882628] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.882861] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-338f71ca-87bd-4f26-93c0-a620b26abed8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.962289] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5fc1b43-f8a2-465f-86db-c48f4b49bee9: rpc.has_security_group_logging(os_id): False [ 929.965557] env[65073]: INFO networking_nsxv3.common.synchronization [None req-7d9b11e9-ba1c-4c21-83ee-f928c7833393 tempest-ServerActionsTestOtherB-2145553288 tempest-ServerActionsTestOtherB-2145553288-project-member] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_rules [ 929.966901] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_rules [ 929.967862] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 929.968189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.969018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.969127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.969314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.969545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.969775] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.969888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.970116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.970231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.970379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.970552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.970676] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.972067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.972067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.972145] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.972237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.972305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.972467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.972559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.972650] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.985822] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.986548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.986639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.986855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.986952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.987235] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.987375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.987444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.987639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.987803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.987854] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 is going to be updated. [ 930.072219] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.072354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.072456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.073054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.073054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.100807] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 in Status: IN_PROGRESS for 2s [ 930.309091] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.309091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.309091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.309091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.309091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.309091] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db already deleted. [ 930.309091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.309642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.309642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.309642] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.326913] env[65073]: INFO networking_nsxv3.common.synchronization [None req-638c869a-27e3-4eb6-b397-ec884b5d4ec4 None None] Enqueued Resource ID: 2fb21ba0-5137-40dc-b52e-e4a0b559f878 with Priority: HIGHEST for action port [ 930.327744] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb21ba0-5137-40dc-b52e-e4a0b559f878 with Priority: HIGHEST for action port [ 930.328633] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fb21ba0-5137-40dc-b52e-e4a0b559f878 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.328633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fb21ba0-5137-40dc-b52e-e4a0b559f878" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.328633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fb21ba0-5137-40dc-b52e-e4a0b559f878" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.328884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fb21ba0-5137-40dc-b52e-e4a0b559f878" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.328943] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb21ba0-5137-40dc-b52e-e4a0b559f878',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.475615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.475714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.477103] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.663128] env[65073]: INFO networking_nsxv3.common.synchronization [req-73e01e75-941d-481e-b0d8-9f9c1ab3213d req-06c4ccc2-379a-4f8e-812b-a8d0a3b01355 service nova] Enqueued Resource ID: 3b267616-589e-4003-ab79-c6348796a47e with Priority: HIGHEST for action security_group_rules [ 930.663260] env[65073]: INFO networking_nsxv3.common.synchronization [req-73e01e75-941d-481e-b0d8-9f9c1ab3213d req-06c4ccc2-379a-4f8e-812b-a8d0a3b01355 service nova] Enqueued Resource ID: 3b267616-589e-4003-ab79-c6348796a47e with Priority: HIGHEST for action security_group_members [ 930.663370] env[65073]: INFO networking_nsxv3.common.synchronization [req-73e01e75-941d-481e-b0d8-9f9c1ab3213d req-06c4ccc2-379a-4f8e-812b-a8d0a3b01355 service nova] Enqueued Resource ID: 338f71ca-87bd-4f26-93c0-a620b26abed8 with Priority: HIGHEST for action port [ 930.663911] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b267616-589e-4003-ab79-c6348796a47e with Priority: HIGHEST for action security_group_rules [ 930.664036] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b267616-589e-4003-ab79-c6348796a47e with Priority: HIGHEST for action security_group_members [ 930.664223] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338f71ca-87bd-4f26-93c0-a620b26abed8 with Priority: HIGHEST for action port [ 930.664742] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b267616-589e-4003-ab79-c6348796a47e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.664924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.664993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.665211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.665288] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b267616-589e-4003-ab79-c6348796a47e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.666608] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b267616-589e-4003-ab79-c6348796a47e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.667662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.667747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.667932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.668275] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.668359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.668403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.668549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.668804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.668804] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b267616-589e-4003-ab79-c6348796a47e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.669993] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-338f71ca-87bd-4f26-93c0-a620b26abed8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.670295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-338f71ca-87bd-4f26-93c0-a620b26abed8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.670811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-338f71ca-87bd-4f26-93c0-a620b26abed8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.670994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-338f71ca-87bd-4f26-93c0-a620b26abed8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.671084] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('338f71ca-87bd-4f26-93c0-a620b26abed8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.829726] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.829907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.829998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.830746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.830869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.830941] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db already deleted. [ 930.831080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.831789] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fb21ba0-5137-40dc-b52e-e4a0b559f878 [ 930.831952] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.832113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.832144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.835979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.835979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.835979] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fb21ba0-5137-40dc-b52e-e4a0b559f878 already deleted. [ 930.835979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fb21ba0-5137-40dc-b52e-e4a0b559f878" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.899234] env[65073]: INFO networking_nsxv3.common.synchronization [req-d17527c1-da97-4388-9219-135951afa2a5 req-cfaeb798-7fd5-452d-bfff-31f84ba97b36 tempest-AttachInterfacesUnderV243Test-1408697562 tempest-AttachInterfacesUnderV243Test-1408697562-project-member] Enqueued Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_members [ 930.899781] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_members [ 930.900104] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.900227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.900315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.900538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.900697] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.900803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.900895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.901097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.901190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.901287] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.980964] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.173830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b267616-589e-4003-ab79-c6348796a47e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.174021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.174209] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b267616-589e-4003-ab79-c6348796a47e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.175184] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 338f71ca-87bd-4f26-93c0-a620b26abed8 with status ACTIVE [ 931.175390] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.175509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.175577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.175828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.176103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.176166] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.176232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.176300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.176556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.176589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.176757] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.176854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.176927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.177160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.177254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.177341] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 338f71ca-87bd-4f26-93c0-a620b26abed8 is going to be updated. [ 931.206495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.206693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.206903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.206959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.207127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.207257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-338f71ca-87bd-4f26-93c0-a620b26abed8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.241647] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.241862] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-684" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.242923] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-684" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.242923] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-684" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.242923] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.242923] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.242923] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.243314] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.243314] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.243555] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.243719] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.243800] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.243855] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.243963] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.244078] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.244207] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.278036] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.278036] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.278036] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.278274] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-684" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.278457] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.278657] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.278775] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.279251] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.279412] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12195b30-30ce-48bf-8cf5-5bf7fef6e10b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.403405] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.403733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.403733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.403901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.403953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.404189] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.404293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.404357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.404502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.404595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.404689] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 already deleted. [ 931.404794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.483701] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.483906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.483993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.484268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.484367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.484502] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 931.511824] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.512102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.512175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.512385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.512612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.521528] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 931.545587] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 in Status: SUCCESS [ 931.545767] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 deletion is rescheduled due to dependency. [ 931.545882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.679990] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b267616-589e-4003-ab79-c6348796a47e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.747024] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 931.747024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.747024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.747024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.747024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.747024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.747024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.747024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.747024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.747630] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.784189] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.784458] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.784587] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.784930] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.785104] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.785251] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 12195b30-30ce-48bf-8cf5-5bf7fef6e10b not found, creating... [ 931.785522] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.785679] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.785802] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.786092] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.786237] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.786508] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.786693] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.786809] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.787076] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.787231] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.787374] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 12195b30-30ce-48bf-8cf5-5bf7fef6e10b is going to be created. [ 931.812564] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.812841] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.813020] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.813305] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.813542] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.813841] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.117637] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 in Status: SUCCESS [ 932.117903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.182671] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.182851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.182892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.183114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.183206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.183323] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b267616-589e-4003-ab79-c6348796a47e is going to be created. [ 932.206551] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.206772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.206772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.206983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.207170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.216659] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b267616-589e-4003-ab79-c6348796a47e in Status: UNINITIALIZED for 2s [ 932.249385] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.249538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.250193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.250193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.285177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.285456] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.285531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.285580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.286228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.286228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.286228] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be updated. [ 932.318835] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.318975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.319060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.319269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.319410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.330747] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: IN_PROGRESS for 2s [ 932.538216] env[65073]: INFO networking_nsxv3.common.synchronization [req-d17527c1-da97-4388-9219-135951afa2a5 req-57682c95-2fe3-4c87-82b8-0b84f52400a1 service nova] Enqueued Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_rules [ 932.538471] env[65073]: INFO networking_nsxv3.common.synchronization [req-d17527c1-da97-4388-9219-135951afa2a5 req-57682c95-2fe3-4c87-82b8-0b84f52400a1 service nova] Enqueued Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_members [ 932.538471] env[65073]: INFO networking_nsxv3.common.synchronization [req-d17527c1-da97-4388-9219-135951afa2a5 req-57682c95-2fe3-4c87-82b8-0b84f52400a1 service nova] Enqueued Resource ID: 12195b30-30ce-48bf-8cf5-5bf7fef6e10b with Priority: HIGHEST for action port [ 932.539429] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_rules [ 932.539429] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_members [ 932.539636] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12195b30-30ce-48bf-8cf5-5bf7fef6e10b with Priority: HIGHEST for action port [ 932.539876] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.540240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.540240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.541190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.541190] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.543080] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.543203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.543291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.543561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.543791] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.543920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.543992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.544175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.544264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.544362] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.545194] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.545521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.545521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.545521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.545613] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12195b30-30ce-48bf-8cf5-5bf7fef6e10b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.048634] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.048634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.048634] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.049330] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12195b30-30ce-48bf-8cf5-5bf7fef6e10b with status ACTIVE [ 933.049706] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.049706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.049841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.049939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.050542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.050542] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.050542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.050542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.050542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.050739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.050739] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.050819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.050940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.051223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.051325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.051411] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12195b30-30ce-48bf-8cf5-5bf7fef6e10b is going to be updated. [ 933.075033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.075216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.075272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.076572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.076572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.076572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.530995] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 933.531245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.531417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.531743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.531985] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.532151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.532236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.532473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.532578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.532689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.532886] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.533018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.533105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.533279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.533445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.533559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.533633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.533817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.533898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.533988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.534119] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.553485] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.036744] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 371b48a8-d8bb-40d3-9002-811f55dec047: rpc.has_security_group_logging(os_id): False [ 934.055977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.056118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.056164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.056400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.057829] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.057947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.058109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.058293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.058381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.058487] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 is going to be created. [ 934.081137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.081274] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.081397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.081516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.081731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.081815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.082018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.082132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.082180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.082317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.082387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.082666] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.082761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.082822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.082959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.083044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.083126] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 934.091291] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.091431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.091540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.091767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.091885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.100254] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 in Status: UNINITIALIZED for 2s [ 934.150043] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.150222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.150284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.150500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.150645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.171509] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 934.227637] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b267616-589e-4003-ab79-c6348796a47e in Status: UNINITIALIZED for 4s [ 934.348986] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 934.349198] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a deletion is rescheduled due to dependency. [ 934.349320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.113306] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 in Status: SUCCESS [ 936.113649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.113706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.114036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.114250] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.114376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.114443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.114610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.114703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.114794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.114889] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.188891] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 936.189150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.237439] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b267616-589e-4003-ab79-c6348796a47e in Status: SUCCESS [ 936.237718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.237899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.238129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.238322] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.238442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.238512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.238679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.238761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.238847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.238943] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b267616-589e-4003-ab79-c6348796a47e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.617332] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.743212] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b267616-589e-4003-ab79-c6348796a47e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.942416] env[65073]: INFO networking_nsxv3.common.synchronization [req-d70f900d-3f18-4c74-995d-489b26463acc req-64218fa2-a722-4f31-bb60-1a172be20e77 tempest-ServerActionsTestJSON-1719847796 tempest-ServerActionsTestJSON-1719847796-project-member] Enqueued Resource ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e with Priority: HIGHEST for action security_group_members [ 936.943432] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e with Priority: HIGHEST for action security_group_members [ 936.943768] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a9a15c-2278-4a22-a473-1155ce49bc2e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.943895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.943965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.946998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.947261] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.947433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.947543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.947798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.948030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.948223] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a9a15c-2278-4a22-a473-1155ce49bc2e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.123069] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2: rpc.has_security_group_logging(os_id): False [ 937.146271] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.146452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.146516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.146730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.146854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.147123] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.147251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.147421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.148036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.148036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.148036] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 is going to be created. [ 937.230928] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.230928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.230928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.230928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.230928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.248248] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 in Status: IN_PROGRESS for 2s [ 937.248248] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b267616-589e-4003-ab79-c6348796a47e: rpc.has_security_group_logging(os_id): False [ 937.269756] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.269934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.270041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.270273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.270411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.271459] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.271459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.271459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.271459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.271459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.271459] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b267616-589e-4003-ab79-c6348796a47e is going to be created. [ 937.422563] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.422778] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.422901] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.423206] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.423471] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.423644] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.423767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.424025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.424367] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.424588] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.424721] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.424826] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.424930] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.425068] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.425174] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.425304] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.451353] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.451578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.451667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.451887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.451983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.452236] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.452378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.452458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.452711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.452748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.452852] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e already deleted. [ 937.452940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.523933] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.523933] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.098 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.523933] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.524214] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.524481] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-199bac40-b1e6-4709-ad09-ead272078be3 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.524674] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-199bac40-b1e6-4709-ad09-ead272078be3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.524790] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-199bac40-b1e6-4709-ad09-ead272078be3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.525242] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-199bac40-b1e6-4709-ad09-ead272078be3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.525404] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('199bac40-b1e6-4709-ad09-ead272078be3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.531207] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.531391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.531465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.531725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.531963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.583326] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b267616-589e-4003-ab79-c6348796a47e in Status: IN_PROGRESS for 2s [ 938.029144] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.029460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.029598] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.029884] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.030043] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.030195] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 199bac40-b1e6-4709-ad09-ead272078be3 not found, creating... [ 938.030463] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.030628] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.030845] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.031041] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.031186] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.031469] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.031645] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.031763] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.031973] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.032162] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.032337] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 199bac40-b1e6-4709-ad09-ead272078be3 is going to be created. [ 938.052634] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.052951] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.053025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.053309] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.053565] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.053788] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-199bac40-b1e6-4709-ad09-ead272078be3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.737342] env[65073]: INFO networking_nsxv3.common.synchronization [req-d70f900d-3f18-4c74-995d-489b26463acc req-d331550c-748f-4cff-8929-f38f41cfc690 service nova] Enqueued Resource ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e with Priority: HIGHEST for action security_group_rules [ 938.737581] env[65073]: INFO networking_nsxv3.common.synchronization [req-d70f900d-3f18-4c74-995d-489b26463acc req-d331550c-748f-4cff-8929-f38f41cfc690 service nova] Enqueued Resource ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e with Priority: HIGHEST for action security_group_members [ 938.737690] env[65073]: INFO networking_nsxv3.common.synchronization [req-d70f900d-3f18-4c74-995d-489b26463acc req-d331550c-748f-4cff-8929-f38f41cfc690 service nova] Enqueued Resource ID: 199bac40-b1e6-4709-ad09-ead272078be3 with Priority: HIGHEST for action port [ 938.738665] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e with Priority: HIGHEST for action security_group_rules [ 938.738812] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e with Priority: HIGHEST for action security_group_members [ 938.738912] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 199bac40-b1e6-4709-ad09-ead272078be3 with Priority: HIGHEST for action port [ 938.739264] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a9a15c-2278-4a22-a473-1155ce49bc2e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.739381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.739438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.739685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.739893] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a9a15c-2278-4a22-a473-1155ce49bc2e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.741054] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a9a15c-2278-4a22-a473-1155ce49bc2e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.741278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.741278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.741457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.741551] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.741651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.741714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.742067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.742067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.742067] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a9a15c-2278-4a22-a473-1155ce49bc2e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.742866] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-199bac40-b1e6-4709-ad09-ead272078be3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.742982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-199bac40-b1e6-4709-ad09-ead272078be3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.742982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-199bac40-b1e6-4709-ad09-ead272078be3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.743137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-199bac40-b1e6-4709-ad09-ead272078be3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.743214] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('199bac40-b1e6-4709-ad09-ead272078be3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.247501] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a9a15c-2278-4a22-a473-1155ce49bc2e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.247501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.247501] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45a9a15c-2278-4a22-a473-1155ce49bc2e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.247501] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 199bac40-b1e6-4709-ad09-ead272078be3 with status ACTIVE [ 939.247501] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.247501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.247501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.247501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.247501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.247501] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.248172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.248172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.248172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.248172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.248278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.248378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.249721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.249721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.249721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.249721] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 199bac40-b1e6-4709-ad09-ead272078be3 is going to be updated. [ 939.268726] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 in Status: SUCCESS [ 939.268973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.282397] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.282663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.282779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.283016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.283165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.283342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-199bac40-b1e6-4709-ad09-ead272078be3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.595022] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b267616-589e-4003-ab79-c6348796a47e in Status: SUCCESS [ 939.595022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.657266] env[65073]: INFO networking_nsxv3.common.synchronization [req-89effb26-19bb-4d66-bfef-a5daa207271c req-83a5d5f6-8a75-4c40-a4c8-d08c6b4bda94 tempest-ServersTestManualDisk-1718551309 tempest-ServersTestManualDisk-1718551309-project-member] Enqueued Resource ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd with Priority: HIGHEST for action security_group_members [ 939.658713] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd with Priority: HIGHEST for action security_group_members [ 939.661735] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-24dc9a94-8343-4395-8429-a7ccc8d08bdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.661735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.661735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.661735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.661735] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.661735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.661735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.661735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.661735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.661735] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24dc9a94-8343-4395-8429-a7ccc8d08bdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.753045] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45a9a15c-2278-4a22-a473-1155ce49bc2e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.019841] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.020192] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.020418] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.020889] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.021349] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.021730] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.021963] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.022353] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.023174] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.023549] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.023758] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.023960] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.024215] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.024336] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.024460] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.024604] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.051807] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.051807] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.051807] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.051807] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-412" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.051807] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-06652b6f-0b8c-450a-9616-b394740d5195 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.051807] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-06652b6f-0b8c-450a-9616-b394740d5195" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.052275] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-06652b6f-0b8c-450a-9616-b394740d5195" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.052660] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-06652b6f-0b8c-450a-9616-b394740d5195" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.052809] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06652b6f-0b8c-450a-9616-b394740d5195',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.163167] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.163348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.163414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.163612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.163742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.163988] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.164149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.164149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.164282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.164382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.164454] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd already deleted. [ 940.164534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.258557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.258786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.258786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.259014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.259107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.259206] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e is going to be created. [ 940.296465] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.296465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.296748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.296804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.297579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.307508] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e in Status: UNINITIALIZED for 2s [ 940.556790] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.557983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.557983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.557983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.557983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.557983] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 06652b6f-0b8c-450a-9616-b394740d5195 not found, creating... [ 940.558275] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.558391] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.558491] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.559653] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.559653] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.559653] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.559653] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.559653] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.559940] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.559940] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.560076] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 06652b6f-0b8c-450a-9616-b394740d5195 is going to be created. [ 940.589329] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.589891] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.589891] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.590235] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.590518] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.590880] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-06652b6f-0b8c-450a-9616-b394740d5195" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.270869] env[65073]: INFO networking_nsxv3.common.synchronization [req-89effb26-19bb-4d66-bfef-a5daa207271c req-69554695-f775-4c84-b4ee-b834333caea2 service nova] Enqueued Resource ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd with Priority: HIGHEST for action security_group_rules [ 941.271113] env[65073]: INFO networking_nsxv3.common.synchronization [req-89effb26-19bb-4d66-bfef-a5daa207271c req-69554695-f775-4c84-b4ee-b834333caea2 service nova] Enqueued Resource ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd with Priority: HIGHEST for action security_group_members [ 941.271204] env[65073]: INFO networking_nsxv3.common.synchronization [req-89effb26-19bb-4d66-bfef-a5daa207271c req-69554695-f775-4c84-b4ee-b834333caea2 service nova] Enqueued Resource ID: 06652b6f-0b8c-450a-9616-b394740d5195 with Priority: HIGHEST for action port [ 941.271436] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd with Priority: HIGHEST for action security_group_rules [ 941.271641] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd with Priority: HIGHEST for action security_group_members [ 941.271781] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06652b6f-0b8c-450a-9616-b394740d5195 with Priority: HIGHEST for action port [ 941.272854] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.272967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.273048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.273255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.273340] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24dc9a94-8343-4395-8429-a7ccc8d08bdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.274526] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-24dc9a94-8343-4395-8429-a7ccc8d08bdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.274653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.274747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.274978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.276293] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.276293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.276293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.276293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.276293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.276293] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24dc9a94-8343-4395-8429-a7ccc8d08bdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.277153] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-06652b6f-0b8c-450a-9616-b394740d5195 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.277289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06652b6f-0b8c-450a-9616-b394740d5195" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.279409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06652b6f-0b8c-450a-9616-b394740d5195" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.279409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06652b6f-0b8c-450a-9616-b394740d5195" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.279409] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06652b6f-0b8c-450a-9616-b394740d5195',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.780455] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-24dc9a94-8343-4395-8429-a7ccc8d08bdd taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.780455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.781155] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24dc9a94-8343-4395-8429-a7ccc8d08bdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.781774] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06652b6f-0b8c-450a-9616-b394740d5195 with status ACTIVE [ 941.781977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.782112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.782178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.782977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.782977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.782977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.782977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.782977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.782977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.783220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.783220] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.783308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.783364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.783500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.783570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.783649] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06652b6f-0b8c-450a-9616-b394740d5195 is going to be updated. [ 941.808699] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.808892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.808987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.809300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.809373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.809491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06652b6f-0b8c-450a-9616-b394740d5195" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.911133] env[65073]: INFO networking_nsxv3.common.synchronization [req-65910153-abcd-4242-87b2-5dcb7276ad34 req-9e8185cf-b33a-46a8-9a15-4acb3daabefd tempest-ImagesTestJSON-501847618 tempest-ImagesTestJSON-501847618-project-member] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 941.911886] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 941.912126] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.912249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.912313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.912540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.912697] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.912797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.912858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.913113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.913206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.913311] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.286471] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24dc9a94-8343-4395-8429-a7ccc8d08bdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.320968] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.321328] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.321561] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.321873] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.324158] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.325427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.325427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.325427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.325427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.325427] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.325737] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.325827] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.325951] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.326610] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.326610] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.326610] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.328318] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e in Status: SUCCESS [ 942.328515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.329202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.329364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.329567] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.329702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.329780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.330088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.330207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.330328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.331081] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45a9a15c-2278-4a22-a473-1155ce49bc2e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.348961] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.349083] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.349202] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.349375] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-92" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.349686] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-bd9fec41-6e12-485f-841b-da374ed2ae13 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.349856] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-bd9fec41-6e12-485f-841b-da374ed2ae13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.349973] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-bd9fec41-6e12-485f-841b-da374ed2ae13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.350330] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-bd9fec41-6e12-485f-841b-da374ed2ae13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.350481] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd9fec41-6e12-485f-841b-da374ed2ae13',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.416127] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.416338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.416338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.416541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.438990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.439277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.439393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.439462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.439736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.439821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.439920] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 942.466649] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.466924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.466924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.467613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.467613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.476480] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 942.612293] env[65073]: INFO networking_nsxv3.common.synchronization [req-7f990f43-5778-4190-b6a2-22b54fc79412 req-14daade0-9288-4b17-a672-ff8a1a3c9698 tempest-AttachVolumeShelveTestJSON-736925684 tempest-AttachVolumeShelveTestJSON-736925684-project-member] Enqueued Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_members [ 942.613201] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGHEST for action security_group_members [ 942.613440] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bb06955-8389-4e79-8d5f-1d29bc037b17 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.613654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.613765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.614057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.614272] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.614435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.614556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.614769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.614907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.615067] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.789446] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.789684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.789876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.790087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.790220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.790353] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd is going to be created. [ 942.819474] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.819474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.819474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.819474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.819474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.831692] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd in Status: UNINITIALIZED for 2s [ 942.835399] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45a9a15c-2278-4a22-a473-1155ce49bc2e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.854656] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.854848] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.855114] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.855258] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.855412] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.855570] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port bd9fec41-6e12-485f-841b-da374ed2ae13 not found, creating... [ 942.855861] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.856029] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.856152] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.856368] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.856511] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.856791] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.856946] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.858193] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.859136] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.859334] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.859550] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: bd9fec41-6e12-485f-841b-da374ed2ae13 is going to be created. [ 942.880318] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.880526] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.880655] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.880900] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.881143] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.881363] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-bd9fec41-6e12-485f-841b-da374ed2ae13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.119328] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.119594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.119687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.119903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.141879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.142181] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.142361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.142361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.143149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.143149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.143149] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 is going to be updated. [ 943.170383] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.170694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.171258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.171258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.171389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.184669] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 in Status: IN_PROGRESS for 2s [ 943.337570] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45a9a15c-2278-4a22-a473-1155ce49bc2e: rpc.has_security_group_logging(os_id): False [ 943.360740] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.360908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.360966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.361191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.361298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.361645] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.361877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.361877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.362119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.362119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.362200] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e is going to be created. [ 943.453660] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.453660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.453660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.454035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.454035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.470302] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e in Status: IN_PROGRESS for 2s [ 943.671896] env[65073]: INFO networking_nsxv3.common.synchronization [req-65910153-abcd-4242-87b2-5dcb7276ad34 req-909063d9-2a6c-4802-83dc-3f6bf4612c4f service nova] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_rules [ 943.671896] env[65073]: INFO networking_nsxv3.common.synchronization [req-65910153-abcd-4242-87b2-5dcb7276ad34 req-909063d9-2a6c-4802-83dc-3f6bf4612c4f service nova] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 943.672075] env[65073]: INFO networking_nsxv3.common.synchronization [req-65910153-abcd-4242-87b2-5dcb7276ad34 req-909063d9-2a6c-4802-83dc-3f6bf4612c4f service nova] Enqueued Resource ID: bd9fec41-6e12-485f-841b-da374ed2ae13 with Priority: HIGHEST for action port [ 943.674517] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_rules [ 943.674583] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 943.675339] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9fec41-6e12-485f-841b-da374ed2ae13 with Priority: HIGHEST for action port [ 943.675339] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.675339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.675339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.675680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.675680] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.676458] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.676458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.676816] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd9fec41-6e12-485f-841b-da374ed2ae13 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.676816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd9fec41-6e12-485f-841b-da374ed2ae13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.677141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd9fec41-6e12-485f-841b-da374ed2ae13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.679980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd9fec41-6e12-485f-841b-da374ed2ae13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.679980] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd9fec41-6e12-485f-841b-da374ed2ae13',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.181837] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.182034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.184325] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd9fec41-6e12-485f-841b-da374ed2ae13 with status ACTIVE [ 944.184528] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.184658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.185163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.185395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.185493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.185683] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.185844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.185910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.186159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.186250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.186382] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.186477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.186539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.186676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.186831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.186919] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd9fec41-6e12-485f-841b-da374ed2ae13 is going to be updated. [ 944.209200] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.209373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.209457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.209684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.209829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.210013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd9fec41-6e12-485f-841b-da374ed2ae13" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.488435] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 944.488435] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 deletion is rescheduled due to dependency. [ 944.488435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.488435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.488435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.488435] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.488435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.488435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.488435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.488435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.488435] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.842998] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd in Status: SUCCESS [ 944.842998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.843235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.843406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.844471] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.844471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.844471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.844471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.844471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.844471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.844471] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24dc9a94-8343-4395-8429-a7ccc8d08bdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.992884] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.198279] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 in Status: SUCCESS [ 945.198481] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 deletion is rescheduled due to dependency. [ 945.198551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.347722] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24dc9a94-8343-4395-8429-a7ccc8d08bdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.484557] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e in Status: SUCCESS [ 945.484557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.497793] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.750677] env[65073]: INFO networking_nsxv3.common.synchronization [req-c5ae787e-d419-44f9-b235-3455ce216335 req-184e14c9-5898-41ba-8547-495f1b1fc811 tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_members [ 945.751266] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_members [ 945.751597] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.751712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.751779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.752104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.752427] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.752578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.752644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.752759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.752864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.752972] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.850276] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24dc9a94-8343-4395-8429-a7ccc8d08bdd: rpc.has_security_group_logging(os_id): False [ 945.874554] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.874768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.874811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.875041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.875182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.875382] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.875483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.875549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.875699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.875775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.875917] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd is going to be created. [ 945.947851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.948064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.948111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.948386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.948615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.960623] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd in Status: IN_PROGRESS for 2s [ 946.000600] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.000785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.000934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.001258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.001410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.001590] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 946.072497] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.072693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.072782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.073024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.073173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.090299] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 946.256139] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.256312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.256364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.256587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.288011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.288328] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.288462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.288540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.288746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.288833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.288923] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d is going to be updated. [ 946.316588] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.316792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.316792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.317008] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.317157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.325596] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d in Status: IN_PROGRESS for 2s [ 947.271153] env[65073]: INFO networking_nsxv3.common.synchronization [req-bc430fda-e8f2-4bed-b475-e7304b174b1e req-a66a1978-8eda-430c-8c39-0d61f041b4d7 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGHEST for action security_group_members [ 947.271481] env[65073]: INFO networking_nsxv3.common.synchronization [req-bc430fda-e8f2-4bed-b475-e7304b174b1e req-a66a1978-8eda-430c-8c39-0d61f041b4d7 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 with Priority: HIGHEST for action security_group_members [ 947.271718] env[65073]: INFO networking_nsxv3.common.synchronization [req-bc430fda-e8f2-4bed-b475-e7304b174b1e req-a66a1978-8eda-430c-8c39-0d61f041b4d7 tempest-SecurityGroupsTestJSON-809656683 tempest-SecurityGroupsTestJSON-809656683-project-member] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 947.272459] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGHEST for action security_group_members [ 947.272600] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 with Priority: HIGHEST for action security_group_members [ 947.272699] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGHEST for action security_group_members [ 947.273029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d2d4872-3724-443f-88f7-7004f81fd10c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.273111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.273182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.273384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.273880] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.273880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.273880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.274107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.274107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.274163] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.276058] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-57df3f2c-c7ca-4018-81b0-0012c6919963 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.276058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.276058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.276058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.276058] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.276058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.276467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.276467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.276467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.276467] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57df3f2c-c7ca-4018-81b0-0012c6919963',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.278278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.278278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.278278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.278278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.278986] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.278986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.278986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.278986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.278986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.278986] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.779202] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.779202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.779202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.779202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.780275] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.780370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.781145] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.781252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.800036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.800286] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.800402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.800517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.800649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.800732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.800819] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 is going to be updated. [ 947.801830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.801998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.802098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.802279] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.802381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.802445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.802589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.802671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.802764] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be updated. [ 947.803572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.803756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.824507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.824772] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.824889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.824957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.825175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.825257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.825345] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d2d4872-3724-443f-88f7-7004f81fd10c is going to be updated. [ 947.838754] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.838998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.839166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.839444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.839627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.841708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.841852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.841966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.842169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.842337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.854268] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 in Status: IN_PROGRESS for 2s [ 947.855203] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: IN_PROGRESS for 2s [ 947.859269] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.859269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.859269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.859269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.859554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.868130] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2d4872-3724-443f-88f7-7004f81fd10c in Status: IN_PROGRESS for 2s [ 947.972921] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd in Status: SUCCESS [ 947.973654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.100961] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 948.101265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.101511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.101759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.101966] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.102140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.102196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.102831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.102831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.102831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.102831] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.352026] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d in Status: SUCCESS [ 948.352026] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d deletion is rescheduled due to dependency. [ 948.352026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.606669] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.606999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.607109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.607344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.607532] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.607643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.607710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.607872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.607958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.608059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.608212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.608303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.608364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.608504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.608662] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.608759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.608821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.608957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.609044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.609127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.609216] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.111630] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d466f6d-d242-44e6-8d12-6699d56dfaa8: rpc.has_security_group_logging(os_id): False [ 949.131677] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.131677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.131677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.131677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.131677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.131677] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.131677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.131677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.131677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.132134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.132134] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.132134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.132242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.132301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.132355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.132584] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.132677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.132741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.132876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.132945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.133056] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 949.200404] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.200591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.200639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.200849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.201222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.217584] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 949.865167] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 in Status: SUCCESS [ 949.865495] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 deletion is rescheduled due to dependency. [ 949.865495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.866666] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371b48a8-d8bb-40d3-9002-811f55dec047 in Status: SUCCESS [ 949.866666] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 deletion is rescheduled due to dependency. [ 949.866666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.878964] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d2d4872-3724-443f-88f7-7004f81fd10c in Status: SUCCESS [ 949.878964] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d2d4872-3724-443f-88f7-7004f81fd10c deletion is rescheduled due to dependency. [ 949.879198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.237049] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 951.237049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.273334] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 952.273603] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 954.233670] env[65073]: INFO networking_nsxv3.common.synchronization [req-3591211b-0700-4ee3-99c9-5000bf41b81b req-89bc5ccd-b06f-43cc-ac3e-059c56cb07ed tempest-ServerActionsTestOtherB-2145553288 tempest-ServerActionsTestOtherB-2145553288-project-member] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 954.234243] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 954.234566] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.234691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.234758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.235019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.235322] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.235427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.235491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.235646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.235733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.235824] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.584406] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.584620] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.584735] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.585112] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.585391] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.585556] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.585701] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.585904] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.586081] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.586273] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.586386] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.586495] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.586603] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.586723] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.586847] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.586984] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.610940] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.611179] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.611363] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.611582] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.612250] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-04e2c4d5-2322-4bbd-8668-7c0a533c3219 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.612568] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-04e2c4d5-2322-4bbd-8668-7c0a533c3219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.612943] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-04e2c4d5-2322-4bbd-8668-7c0a533c3219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.613491] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-04e2c4d5-2322-4bbd-8668-7c0a533c3219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.613731] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e2c4d5-2322-4bbd-8668-7c0a533c3219',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.738405] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.738587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.738651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.738868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.738955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.739172] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.739267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.739376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.739531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.739598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.739709] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db already deleted. [ 954.739799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.116604] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.116840] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.116967] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.117269] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.117475] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.117782] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 04e2c4d5-2322-4bbd-8668-7c0a533c3219 not found, creating... [ 955.118612] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.118828] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.118982] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.119278] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.119601] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.119939] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.120563] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.120563] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.120563] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.121186] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.121186] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 04e2c4d5-2322-4bbd-8668-7c0a533c3219 is going to be created. [ 955.148732] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.148732] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.148952] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.149271] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.149570] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.149817] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-04e2c4d5-2322-4bbd-8668-7c0a533c3219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.718391] env[65073]: INFO networking_nsxv3.common.synchronization [req-97c67745-b1cd-43c0-86ed-fdd544c7bace req-11d34cd0-24a7-42c7-864a-a8b0c96944d9 tempest-ServersWithSpecificFlavorTestJSON-1889997827 tempest-ServersWithSpecificFlavorTestJSON-1889997827-project-member] Enqueued Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_members [ 955.719089] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f with Priority: HIGHEST for action security_group_members [ 955.719470] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.719611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.719683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.719915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.720105] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.720208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.720266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.720413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.720494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.720585] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d37f2478-adcc-413f-b4f0-9c5bca0c3f2f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.872317] env[65073]: INFO networking_nsxv3.common.synchronization [req-3591211b-0700-4ee3-99c9-5000bf41b81b req-dff477e6-dd0a-4f3b-be84-15416b02c1e1 service nova] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_rules [ 955.872506] env[65073]: INFO networking_nsxv3.common.synchronization [req-3591211b-0700-4ee3-99c9-5000bf41b81b req-dff477e6-dd0a-4f3b-be84-15416b02c1e1 service nova] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 955.872670] env[65073]: INFO networking_nsxv3.common.synchronization [req-3591211b-0700-4ee3-99c9-5000bf41b81b req-dff477e6-dd0a-4f3b-be84-15416b02c1e1 service nova] Enqueued Resource ID: 04e2c4d5-2322-4bbd-8668-7c0a533c3219 with Priority: HIGHEST for action port [ 955.873217] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_rules [ 955.873345] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 955.873442] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e2c4d5-2322-4bbd-8668-7c0a533c3219 with Priority: HIGHEST for action port [ 955.878412] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.878600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.878690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.879042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.879042] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.880035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.880158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.880219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.880406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.880583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.880683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.880739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.880917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.881016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.881117] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.887651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e2c4d5-2322-4bbd-8668-7c0a533c3219 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.887651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e2c4d5-2322-4bbd-8668-7c0a533c3219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.887651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e2c4d5-2322-4bbd-8668-7c0a533c3219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.887651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e2c4d5-2322-4bbd-8668-7c0a533c3219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.887651] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e2c4d5-2322-4bbd-8668-7c0a533c3219',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.223441] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.223664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.223664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.223908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.247556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.247859] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.247972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.248065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.248251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.248335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.248414] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f is going to be updated. [ 956.274899] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.275114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.275114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.275285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.275429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.285502] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f in Status: IN_PROGRESS for 2s [ 956.390306] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.390515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.391582] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04e2c4d5-2322-4bbd-8668-7c0a533c3219 with status ACTIVE [ 956.391582] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.391582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.392015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.392015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.392015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.392240] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.392367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.392452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.392651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.392752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.392995] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.393134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.393230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.393414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.393512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.393621] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04e2c4d5-2322-4bbd-8668-7c0a533c3219 is going to be updated. [ 956.395200] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.417802] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.417802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.417802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.418110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.418209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.418383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e2c4d5-2322-4bbd-8668-7c0a533c3219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.898298] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.400686] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.400850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.400924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.401156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.401248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.401350] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db is going to be created. [ 957.427793] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.428017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.428017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.428225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.428737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.438171] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: UNINITIALIZED for 2s [ 958.297977] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f in Status: SUCCESS [ 958.298282] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d37f2478-adcc-413f-b4f0-9c5bca0c3f2f deletion is rescheduled due to dependency. [ 958.298342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d37f2478-adcc-413f-b4f0-9c5bca0c3f2f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.451267] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: SUCCESS [ 959.451736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.451736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.451947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.452105] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.452222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.452300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.452477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.452578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.452677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.452791] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.958438] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.961775] env[65073]: INFO networking_nsxv3.common.synchronization [None req-98722cba-b45f-49d2-a157-d4edbdce86a7 None None] Enqueued Resource ID: b3d4983a-49a5-4a7d-9515-8803753b88a8 with Priority: HIGHEST for action port [ 959.961896] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d4983a-49a5-4a7d-9515-8803753b88a8 with Priority: HIGHEST for action port [ 959.963333] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3d4983a-49a5-4a7d-9515-8803753b88a8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.963333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3d4983a-49a5-4a7d-9515-8803753b88a8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.963333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3d4983a-49a5-4a7d-9515-8803753b88a8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.963674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3d4983a-49a5-4a7d-9515-8803753b88a8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.963674] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d4983a-49a5-4a7d-9515-8803753b88a8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.128644] env[65073]: INFO networking_nsxv3.common.synchronization [None req-d125c4df-8a55-46a8-8526-d5e13788b890 tempest-AttachVolumeShelveTestJSON-736925684 tempest-AttachVolumeShelveTestJSON-736925684-project-member] Enqueued Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_rules [ 960.128644] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_rules [ 960.128644] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07315d13-987d-43aa-a574-b384246dee89 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.128644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.128644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.128644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.128644] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.241913] env[65073]: INFO networking_nsxv3.common.synchronization [None req-1fccd290-66e9-4515-9223-93b25ee3779d tempest-AttachVolumeShelveTestJSON-736925684 tempest-AttachVolumeShelveTestJSON-736925684-project-member] Enqueued Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_rules [ 960.242892] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_rules [ 960.243385] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07315d13-987d-43aa-a574-b384246dee89 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.243552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.463283] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d5cdf0c-1738-405b-b14d-ff14082dd4db: rpc.has_security_group_logging(os_id): False [ 960.465550] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3d4983a-49a5-4a7d-9515-8803753b88a8 [ 960.465793] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.465958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.466031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.466285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.466398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.466532] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3d4983a-49a5-4a7d-9515-8803753b88a8 already deleted. [ 960.466640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3d4983a-49a5-4a7d-9515-8803753b88a8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.486068] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.486068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.486435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.486435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.486558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.487160] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.487160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.487402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.488454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.488454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.488454] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db is going to be created. [ 960.589776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.590019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.590019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.590728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.590728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.609323] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: IN_PROGRESS for 2s [ 960.657861] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.658102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.658151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.658466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.658562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.658714] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07315d13-987d-43aa-a574-b384246dee89 already deleted. [ 960.658785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.658968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.659161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.659250] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.183019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.186146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.186146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.186146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.186146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.186146] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07315d13-987d-43aa-a574-b384246dee89 already deleted. [ 961.186146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.178268] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c4a39bc9-ab81-4cb4-b484-a58f8d3c32f0 tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: 4334a856-f90a-44c1-8478-485e13c710ce with Priority: HIGHEST for action security_group_rules [ 962.178676] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334a856-f90a-44c1-8478-485e13c710ce with Priority: HIGHEST for action security_group_rules [ 962.179062] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4334a856-f90a-44c1-8478-485e13c710ce taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.179176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.179214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.179507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.179881] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4334a856-f90a-44c1-8478-485e13c710ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.263462] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f543012c-8064-4692-b67c-16358442de01 tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: 4334a856-f90a-44c1-8478-485e13c710ce with Priority: HIGHEST for action security_group_rules [ 962.263462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334a856-f90a-44c1-8478-485e13c710ce with Priority: HIGHEST for action security_group_rules [ 962.263886] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4334a856-f90a-44c1-8478-485e13c710ce taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.263886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.621630] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: SUCCESS [ 962.622098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.643102] env[65073]: INFO networking_nsxv3.common.synchronization [None req-0110c009-891b-456c-83fd-ca786d81b9ec None None] Enqueued Resource ID: fb3ac4c4-c8da-457c-b373-2051f85bf67a with Priority: HIGHEST for action port [ 962.643768] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3ac4c4-c8da-457c-b373-2051f85bf67a with Priority: HIGHEST for action port [ 962.644245] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb3ac4c4-c8da-457c-b373-2051f85bf67a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.644419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb3ac4c4-c8da-457c-b373-2051f85bf67a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.644495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb3ac4c4-c8da-457c-b373-2051f85bf67a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.644798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb3ac4c4-c8da-457c-b373-2051f85bf67a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.644946] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb3ac4c4-c8da-457c-b373-2051f85bf67a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.699869] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.700182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.700182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.700308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.700433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.700488] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4334a856-f90a-44c1-8478-485e13c710ce already deleted. [ 962.700598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.700753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.700905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.700988] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4334a856-f90a-44c1-8478-485e13c710ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.147087] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb3ac4c4-c8da-457c-b373-2051f85bf67a [ 963.147339] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.147475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.147627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.147762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.147861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.147949] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb3ac4c4-c8da-457c-b373-2051f85bf67a already deleted. [ 963.148042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb3ac4c4-c8da-457c-b373-2051f85bf67a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.220960] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.221232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.221232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.221428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.221515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.222129] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4334a856-f90a-44c1-8478-485e13c710ce already deleted. [ 963.222129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.153545] env[65073]: INFO networking_nsxv3.common.synchronization [req-a13af65c-e70c-411f-9dd8-e3568c0091d5 req-e589e0f7-734f-4eaa-8169-fedfab7a4e1d tempest-ImagesTestJSON-501847618 tempest-ImagesTestJSON-501847618-project-member] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 964.154127] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGHEST for action security_group_members [ 964.154443] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.154558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.154621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.154820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.154974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.155085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.155144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.155286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.155370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.155464] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.658505] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.658929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.658929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.659026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.659142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.659302] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.659417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.659477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.659729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.659861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.659912] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be updated. [ 964.723462] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.723620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.723670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.724025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.724127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.736201] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: IN_PROGRESS for 2s [ 965.631119] env[65073]: INFO networking_nsxv3.common.synchronization [req-a6ebf2dc-c7cf-416a-8cc7-8881ecb090f4 req-0d5291f4-2d88-4548-835e-fa01caad617b tempest-MultipleCreateTestJSON-1129549545 tempest-MultipleCreateTestJSON-1129549545-project-member] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 965.631601] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 965.631937] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.634154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.634154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.634154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.634154] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.634154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.634154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.634154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.634154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.634154] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.966433] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.966834] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.966834] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.967761] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.967761] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.967761] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.967761] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.967761] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.967961] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.968936] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.968936] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.968936] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.968936] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.968936] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.968936] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.968936] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.988396] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.988561] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.988759] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.988850] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.989217] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-b118d91c-81ec-4cf1-8728-3c33ffa67827 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.989369] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-b118d91c-81ec-4cf1-8728-3c33ffa67827" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.989422] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-b118d91c-81ec-4cf1-8728-3c33ffa67827" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.989728] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-b118d91c-81ec-4cf1-8728-3c33ffa67827" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.989861] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b118d91c-81ec-4cf1-8728-3c33ffa67827',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.136525] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.136691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.136691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.136889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.136986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.137196] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.137295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.137558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.137558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.137628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.137663] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be updated. [ 966.168550] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.168688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.168939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.169030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.169106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.186148] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: IN_PROGRESS for 2s [ 966.492936] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.493418] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.493418] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.493917] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.494127] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.495137] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port b118d91c-81ec-4cf1-8728-3c33ffa67827 not found, creating... [ 966.495137] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.495137] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.495427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.496008] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.496008] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.496163] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.496453] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.496576] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.496796] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.497117] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.497117] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: b118d91c-81ec-4cf1-8728-3c33ffa67827 is going to be created. [ 966.519702] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.519808] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.519950] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.520226] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.520468] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.520692] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-b118d91c-81ec-4cf1-8728-3c33ffa67827" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.745510] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 in Status: SUCCESS [ 966.745707] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 deletion is rescheduled due to dependency. [ 966.745856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.199406] env[65073]: INFO networking_nsxv3.common.synchronization [req-a6ebf2dc-c7cf-416a-8cc7-8881ecb090f4 req-957d3ae8-0088-4eea-8fbc-3f27c24ee768 service nova] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_rules [ 967.199677] env[65073]: INFO networking_nsxv3.common.synchronization [req-a6ebf2dc-c7cf-416a-8cc7-8881ecb090f4 req-957d3ae8-0088-4eea-8fbc-3f27c24ee768 service nova] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 967.199810] env[65073]: INFO networking_nsxv3.common.synchronization [req-a6ebf2dc-c7cf-416a-8cc7-8881ecb090f4 req-957d3ae8-0088-4eea-8fbc-3f27c24ee768 service nova] Enqueued Resource ID: b118d91c-81ec-4cf1-8728-3c33ffa67827 with Priority: HIGHEST for action port [ 967.200371] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_rules [ 967.200551] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 967.200726] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b118d91c-81ec-4cf1-8728-3c33ffa67827 with Priority: HIGHEST for action port [ 967.201083] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.201221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.201282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.201484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.201786] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.202519] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.202644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.203615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b118d91c-81ec-4cf1-8728-3c33ffa67827 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.203615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b118d91c-81ec-4cf1-8728-3c33ffa67827" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.203615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b118d91c-81ec-4cf1-8728-3c33ffa67827" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.203615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b118d91c-81ec-4cf1-8728-3c33ffa67827" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.203615] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b118d91c-81ec-4cf1-8728-3c33ffa67827',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.708187] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.708187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.708187] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b118d91c-81ec-4cf1-8728-3c33ffa67827 with status ACTIVE [ 967.708187] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.708187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.708187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.708187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.708187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.708187] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.708187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.708187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.708187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.708187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.708187] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.708726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.708726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.708726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.708726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.708726] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b118d91c-81ec-4cf1-8728-3c33ffa67827 is going to be updated. [ 967.735863] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.735968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.736084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.736323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.736511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.736689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b118d91c-81ec-4cf1-8728-3c33ffa67827" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.958978] env[65073]: INFO networking_nsxv3.common.synchronization [req-a6ebf2dc-c7cf-416a-8cc7-8881ecb090f4 req-5bfcd84c-616b-48d6-8c5c-d0442872a5b9 tempest-MultipleCreateTestJSON-1129549545 tempest-MultipleCreateTestJSON-1129549545-project-member] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 967.959638] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 967.959999] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.960121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.196198] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 968.196450] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a deletion is rescheduled due to dependency. [ 968.196523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.196694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.196913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.197125] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.197243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.197309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.197463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.197548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.197648] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.253842] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.254264] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.254264] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.254485] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.254746] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.254908] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.255032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.255243] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.255385] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.255586] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.255696] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.256291] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.256423] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.256541] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.256648] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.256782] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.276266] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.276415] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.276596] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.276730] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-653" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.277077] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-394bb1ad-fe32-4c8a-b7b2-5282bedca2b8 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.277246] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-394bb1ad-fe32-4c8a-b7b2-5282bedca2b8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.277366] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-394bb1ad-fe32-4c8a-b7b2-5282bedca2b8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.277703] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-394bb1ad-fe32-4c8a-b7b2-5282bedca2b8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.277841] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('394bb1ad-fe32-4c8a-b7b2-5282bedca2b8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.706234] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.779952] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.780088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.780210] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.780494] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.780643] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.780794] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 394bb1ad-fe32-4c8a-b7b2-5282bedca2b8 not found, creating... [ 968.781076] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.781233] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.781342] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.781552] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.781684] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.781993] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.782165] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.782279] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.782478] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.782889] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.783091] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 394bb1ad-fe32-4c8a-b7b2-5282bedca2b8 is going to be created. [ 968.805823] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.806115] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.806289] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.806566] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.806799] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.807042] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-394bb1ad-fe32-4c8a-b7b2-5282bedca2b8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.205735] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.707977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.708471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.708471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.708471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.708671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.708671] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be updated. [ 969.741036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.741196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.741253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.741460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.741615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.753925] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: IN_PROGRESS for 2s [ 970.003038] env[65073]: INFO networking_nsxv3.common.synchronization [req-a6ebf2dc-c7cf-416a-8cc7-8881ecb090f4 req-db1d78a4-cf5b-4772-9317-98bb99bb15d6 service nova] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_rules [ 970.003038] env[65073]: INFO networking_nsxv3.common.synchronization [req-a6ebf2dc-c7cf-416a-8cc7-8881ecb090f4 req-db1d78a4-cf5b-4772-9317-98bb99bb15d6 service nova] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 970.003038] env[65073]: INFO networking_nsxv3.common.synchronization [req-a6ebf2dc-c7cf-416a-8cc7-8881ecb090f4 req-db1d78a4-cf5b-4772-9317-98bb99bb15d6 service nova] Enqueued Resource ID: 394bb1ad-fe32-4c8a-b7b2-5282bedca2b8 with Priority: HIGHEST for action port [ 970.003038] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_rules [ 970.003038] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 970.003038] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 394bb1ad-fe32-4c8a-b7b2-5282bedca2b8 with Priority: HIGHEST for action port [ 970.003038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.003038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.003038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.003038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.003038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-394bb1ad-fe32-4c8a-b7b2-5282bedca2b8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.003038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-394bb1ad-fe32-4c8a-b7b2-5282bedca2b8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.003038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-394bb1ad-fe32-4c8a-b7b2-5282bedca2b8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.003038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-394bb1ad-fe32-4c8a-b7b2-5282bedca2b8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.003038] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('394bb1ad-fe32-4c8a-b7b2-5282bedca2b8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.612241] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 394bb1ad-fe32-4c8a-b7b2-5282bedca2b8 with status ACTIVE [ 970.612476] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.612608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.612678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.613280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.613280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.613483] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.613738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.613738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.613962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.614125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.614381] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.614527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.614626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.614842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.614956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.615115] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 394bb1ad-fe32-4c8a-b7b2-5282bedca2b8 is going to be updated. [ 970.653413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.653655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.653772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.654098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.654326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.654567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-394bb1ad-fe32-4c8a-b7b2-5282bedca2b8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.766025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 971.766025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.766025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.766025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.766025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.766025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.766025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.766025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.766025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.766025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.766025] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.766978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.767124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.767250] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.767356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.767420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.767557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.767632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.767719] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.269517] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.269789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.270165] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.431682] env[65073]: INFO networking_nsxv3.common.synchronization [req-15326762-db09-4ad7-bec7-8d6d7f32d8fa req-d5d4eead-e2ba-4c44-a8f5-bbecb719dba0 tempest-ServersNegativeTestJSON-74048647 tempest-ServersNegativeTestJSON-74048647-project-member] Enqueued Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_members [ 972.432306] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_members [ 972.432625] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.432744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.432813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.433221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.433389] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.433495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.433558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.433721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.433808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.433901] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.773552] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.830749] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.830955] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-807" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.831195] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-807" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.831532] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-807" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.832230] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.832230] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.832230] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.832553] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.832610] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.832763] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.832875] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.832978] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.833096] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.833199] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.833300] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.833424] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.853618] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.853792] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.853930] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.854136] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-807" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.854441] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-26332559-8227-4106-b9aa-23ea12ce210f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.855106] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.855106] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.855106] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.855361] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26332559-8227-4106-b9aa-23ea12ce210f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.937839] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.937839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.937839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.937839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.937839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.937839] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.937839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.937839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.937839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.937839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.937839] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e163014f-cc72-4a9a-869e-1127147ac252 already deleted. [ 972.937839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.275450] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.275450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.275450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.275670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.275670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.275738] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be updated. [ 973.304546] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.304693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.304745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.304949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.305472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.317126] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: IN_PROGRESS for 2s [ 973.357605] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.357853] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.357971] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.358272] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.358524] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.358592] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 26332559-8227-4106-b9aa-23ea12ce210f not found, creating... [ 973.358853] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.358995] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.359166] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.359434] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.359588] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.359892] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.360138] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.360269] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.360517] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.360665] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.360801] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 26332559-8227-4106-b9aa-23ea12ce210f is going to be created. [ 973.380978] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.381242] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.381469] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.381843] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.382349] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.382721] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.105581] env[65073]: INFO networking_nsxv3.common.synchronization [req-15326762-db09-4ad7-bec7-8d6d7f32d8fa req-68b6b226-2d30-4c93-8ddc-4cb6d61563a8 service nova] Enqueued Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_rules [ 974.105581] env[65073]: INFO networking_nsxv3.common.synchronization [req-15326762-db09-4ad7-bec7-8d6d7f32d8fa req-68b6b226-2d30-4c93-8ddc-4cb6d61563a8 service nova] Enqueued Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_members [ 974.105581] env[65073]: INFO networking_nsxv3.common.synchronization [req-15326762-db09-4ad7-bec7-8d6d7f32d8fa req-68b6b226-2d30-4c93-8ddc-4cb6d61563a8 service nova] Enqueued Resource ID: 26332559-8227-4106-b9aa-23ea12ce210f with Priority: HIGHEST for action port [ 974.105581] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_rules [ 974.106190] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_members [ 974.106190] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26332559-8227-4106-b9aa-23ea12ce210f with Priority: HIGHEST for action port [ 974.106260] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.106383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.106446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.106703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.106785] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.108977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.108977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.108977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.108977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.109214] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.109214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.109284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.109389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.109473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.109565] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.111084] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-26332559-8227-4106-b9aa-23ea12ce210f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.111084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.111084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.112181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.112181] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26332559-8227-4106-b9aa-23ea12ce210f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.609125] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.609278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.615409] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.616160] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26332559-8227-4106-b9aa-23ea12ce210f with status ACTIVE [ 974.616160] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.616160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.616160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.616652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.617845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.617845] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.617845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.617845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.617845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.617845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.617845] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.617845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.618193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.618193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.618289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.618379] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26332559-8227-4106-b9aa-23ea12ce210f is going to be updated. [ 974.644407] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.644407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.644407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.644407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.644685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.644812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.791818] env[65073]: INFO networking_nsxv3.common.synchronization [req-7947301c-fe52-4331-baf6-bf9a3adbc9b1 req-3d41a979-5d06-43ba-b441-fb354934b351 tempest-AttachVolumeShelveTestJSON-736925684 tempest-AttachVolumeShelveTestJSON-736925684-project-member] Enqueued Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_members [ 974.792467] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_members [ 974.792789] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-07315d13-987d-43aa-a574-b384246dee89 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.792942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.793252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.793583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.793716] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.793822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.793895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.794072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.794141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.794242] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.112610] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.112948] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.112948] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.113333] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.113515] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.113679] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.113740] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.113929] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.114095] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.114303] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.114412] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.114516] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.114620] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.114725] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.114826] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.114951] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.120257] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.136528] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.136710] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.136845] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.137085] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.137477] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-32ffef5c-4876-4a2f-a8b3-82d178b69061 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.137723] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.137880] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.138291] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.138755] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ffef5c-4876-4a2f-a8b3-82d178b69061',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.296842] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.297046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.297089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.297319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.297416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.297629] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.297745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.297804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.297919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.298047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.298162] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07315d13-987d-43aa-a574-b384246dee89 already deleted. [ 975.298197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.327878] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 975.327878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.327878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.328143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.328304] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.328423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.328475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.328628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.328728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.328793] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.623462] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.623624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.623668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.623854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.623937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.624118] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e163014f-cc72-4a9a-869e-1127147ac252 is going to be created. [ 975.640822] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.641044] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.641355] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.641533] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.641632] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.641870] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 32ffef5c-4876-4a2f-a8b3-82d178b69061 not found, creating... [ 975.642066] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.642304] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.642490] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.642561] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.642682] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.643735] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.643735] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.643735] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.643735] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.643983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.644035] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 32ffef5c-4876-4a2f-a8b3-82d178b69061 is going to be created. [ 975.669632] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.669632] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.669632] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.669632] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.669632] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.669632] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.673296] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.673933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.673933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.673933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.673933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.686088] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: UNINITIALIZED for 2s [ 975.832107] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.335263] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.418342] env[65073]: INFO networking_nsxv3.common.synchronization [req-7947301c-fe52-4331-baf6-bf9a3adbc9b1 req-65b09517-4547-4af1-8c98-5e02fa227136 service nova] Enqueued Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_rules [ 976.418342] env[65073]: INFO networking_nsxv3.common.synchronization [req-7947301c-fe52-4331-baf6-bf9a3adbc9b1 req-65b09517-4547-4af1-8c98-5e02fa227136 service nova] Enqueued Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_members [ 976.418342] env[65073]: INFO networking_nsxv3.common.synchronization [req-7947301c-fe52-4331-baf6-bf9a3adbc9b1 req-65b09517-4547-4af1-8c98-5e02fa227136 service nova] Enqueued Resource ID: 32ffef5c-4876-4a2f-a8b3-82d178b69061 with Priority: HIGHEST for action port [ 976.418861] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_rules [ 976.419223] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_members [ 976.419223] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ffef5c-4876-4a2f-a8b3-82d178b69061 with Priority: HIGHEST for action port [ 976.419537] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07315d13-987d-43aa-a574-b384246dee89 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.419670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.419739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.419940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.420032] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.421241] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-07315d13-987d-43aa-a574-b384246dee89 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.421241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.421241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.421414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.421503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.421596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.421656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.421968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.422131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.422243] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.423313] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ffef5c-4876-4a2f-a8b3-82d178b69061 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.423489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.423590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.423817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.423928] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ffef5c-4876-4a2f-a8b3-82d178b69061',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.837106] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.837274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.837344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.837558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.837647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.837749] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be updated. [ 976.867580] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.867753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.867825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.868049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.868199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.877458] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: IN_PROGRESS for 2s [ 976.925948] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.927406] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-07315d13-987d-43aa-a574-b384246dee89 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.927533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.927867] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32ffef5c-4876-4a2f-a8b3-82d178b69061 with status ACTIVE [ 976.928061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.928210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.928242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.928449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.928537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.928704] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.928809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.928872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.930740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.930860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.931157] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.931271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.931271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.931369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.931449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.931545] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32ffef5c-4876-4a2f-a8b3-82d178b69061 is going to be updated. [ 976.953742] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.953977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.953977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.954344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.954415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.954518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.192592] env[65073]: INFO networking_nsxv3.common.synchronization [req-46f05a63-d6b6-4f57-94df-cb93de5fd0c9 req-8c2cc1cd-34ad-4d78-b8d7-c273600140ea tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: 4334a856-f90a-44c1-8478-485e13c710ce with Priority: HIGHEST for action security_group_members [ 977.197316] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334a856-f90a-44c1-8478-485e13c710ce with Priority: HIGHEST for action security_group_members [ 977.197960] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4334a856-f90a-44c1-8478-485e13c710ce taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.198136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.198218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.198432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.198587] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.198682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.198739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.198892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.198979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.199085] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4334a856-f90a-44c1-8478-485e13c710ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.429224] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.534222] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.534442] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.534567] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.534849] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.535127] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.535284] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.535397] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.536009] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.536009] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.536009] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.536163] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.536198] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.536297] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.536408] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.536512] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.536641] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.555861] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.556015] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.556191] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.556374] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.556698] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-2182d687-75e4-471a-a563-3bf34d8811e8 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.556870] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-2182d687-75e4-471a-a563-3bf34d8811e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.556987] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-2182d687-75e4-471a-a563-3bf34d8811e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.557346] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-2182d687-75e4-471a-a563-3bf34d8811e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.557483] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2182d687-75e4-471a-a563-3bf34d8811e8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.697207] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: SUCCESS [ 977.697495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.697689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.697929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.698170] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.698320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.698392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.698544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.698622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.698703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.698794] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.701353] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.701456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.701549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.701677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.701757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.701993] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.702122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.702198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.702342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.702417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.702503] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4334a856-f90a-44c1-8478-485e13c710ce already deleted. [ 977.702579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.931965] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.932234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.932234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.932439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.932516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.932618] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07315d13-987d-43aa-a574-b384246dee89 is going to be created. [ 977.957239] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.957486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.957486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.957711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.957876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.969175] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07315d13-987d-43aa-a574-b384246dee89 in Status: UNINITIALIZED for 2s [ 978.060135] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.060568] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.060819] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.061301] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.061577] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.062008] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 2182d687-75e4-471a-a563-3bf34d8811e8 not found, creating... [ 978.062483] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.062766] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.062991] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.063432] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.063708] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.064261] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.064567] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.064801] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.065191] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.065472] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.065749] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 2182d687-75e4-471a-a563-3bf34d8811e8 is going to be created. [ 978.087499] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.087749] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.087749] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.089010] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.089010] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.089010] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-2182d687-75e4-471a-a563-3bf34d8811e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.201316] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.201564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.201564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.201792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.201981] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.202108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.202172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.202335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.202422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.202508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.202666] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.202758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.202834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.202979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.203144] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.203236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.203295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.203435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.203512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.203595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.203685] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.706993] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e163014f-cc72-4a9a-869e-1127147ac252: rpc.has_security_group_logging(os_id): False [ 978.730340] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.730555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.730633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.730856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.730988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.731257] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.731366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.731430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.731620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.731724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.732010] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.732111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.732172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.732351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.732434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.732614] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.732706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.732799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.732953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.733040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.733127] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e163014f-cc72-4a9a-869e-1127147ac252 is going to be created. [ 978.808523] env[65073]: INFO networking_nsxv3.common.synchronization [req-46f05a63-d6b6-4f57-94df-cb93de5fd0c9 req-a7dc974c-6e16-47ac-b8c4-8c8ba0f7dd00 service nova] Enqueued Resource ID: 4334a856-f90a-44c1-8478-485e13c710ce with Priority: HIGHEST for action security_group_rules [ 978.808698] env[65073]: INFO networking_nsxv3.common.synchronization [req-46f05a63-d6b6-4f57-94df-cb93de5fd0c9 req-a7dc974c-6e16-47ac-b8c4-8c8ba0f7dd00 service nova] Enqueued Resource ID: 4334a856-f90a-44c1-8478-485e13c710ce with Priority: HIGHEST for action security_group_members [ 978.808836] env[65073]: INFO networking_nsxv3.common.synchronization [req-46f05a63-d6b6-4f57-94df-cb93de5fd0c9 req-a7dc974c-6e16-47ac-b8c4-8c8ba0f7dd00 service nova] Enqueued Resource ID: 2182d687-75e4-471a-a563-3bf34d8811e8 with Priority: HIGHEST for action port [ 978.809522] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334a856-f90a-44c1-8478-485e13c710ce with Priority: HIGHEST for action security_group_rules [ 978.809729] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334a856-f90a-44c1-8478-485e13c710ce with Priority: HIGHEST for action security_group_members [ 978.809852] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2182d687-75e4-471a-a563-3bf34d8811e8 with Priority: HIGHEST for action port [ 978.810150] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4334a856-f90a-44c1-8478-485e13c710ce taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.810280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.810399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.810666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.810748] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4334a856-f90a-44c1-8478-485e13c710ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.811988] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4334a856-f90a-44c1-8478-485e13c710ce taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.812996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.812996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.812996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.812996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.812996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.812996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.812996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.812996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.814583] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4334a856-f90a-44c1-8478-485e13c710ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.816128] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2182d687-75e4-471a-a563-3bf34d8811e8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.816302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2182d687-75e4-471a-a563-3bf34d8811e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.816302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2182d687-75e4-471a-a563-3bf34d8811e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.816461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2182d687-75e4-471a-a563-3bf34d8811e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.816538] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2182d687-75e4-471a-a563-3bf34d8811e8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.825982] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.827434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.827434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.827434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.827434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.851471] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: IN_PROGRESS for 2s [ 978.900049] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 978.900049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.900251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.900447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.900636] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.900751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.900818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.900962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.901057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.901144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.901304] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.901396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.901456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.901595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.901735] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.901841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.901909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.902082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.902171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.902271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.902380] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.318306] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4334a856-f90a-44c1-8478-485e13c710ce taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.318568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.318748] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4334a856-f90a-44c1-8478-485e13c710ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.320294] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2182d687-75e4-471a-a563-3bf34d8811e8 with status ACTIVE [ 979.320539] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.321156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.321156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.321156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.321156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.321355] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.321410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.321472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.321665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.321748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.321967] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.322094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.322172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.322318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.322393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.322480] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2182d687-75e4-471a-a563-3bf34d8811e8 is going to be updated. [ 979.348701] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.348923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.348923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.349188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.349338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.349504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2182d687-75e4-471a-a563-3bf34d8811e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.404651] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a: rpc.has_security_group_logging(os_id): False [ 979.428205] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.428382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.428442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.428720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.428802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.429092] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.429236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.429321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.429499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.429618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.429879] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.429985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.430106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.430337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.430395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.430811] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.430966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.431205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.431458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.431580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.431763] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be updated. [ 979.526134] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.526288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.526351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.526559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.526704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.540642] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: IN_PROGRESS for 2s [ 979.826356] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4334a856-f90a-44c1-8478-485e13c710ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.983944] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07315d13-987d-43aa-a574-b384246dee89 in Status: SUCCESS [ 979.984194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.984364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.984576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.984768] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.984893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.985036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.985127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.985205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.985288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.985377] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.328737] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.330175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.330175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.330175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.330175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.330502] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4334a856-f90a-44c1-8478-485e13c710ce is going to be created. [ 980.356023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.356207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.356274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.356469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.356630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.366579] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4334a856-f90a-44c1-8478-485e13c710ce in Status: UNINITIALIZED for 2s [ 980.491851] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.867395] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: SUCCESS [ 980.867879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.994149] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07315d13-987d-43aa-a574-b384246dee89: rpc.has_security_group_logging(os_id): False [ 981.014034] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.014034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.014034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.014034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.014305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.014359] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.014458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.014526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.014681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.014755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.015169] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07315d13-987d-43aa-a574-b384246dee89 is going to be created. [ 981.085621] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.085767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.085989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.086060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.086246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.101288] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07315d13-987d-43aa-a574-b384246dee89 in Status: IN_PROGRESS for 2s [ 981.555551] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 981.556155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.556155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.556335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.556431] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.060976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.061285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.061325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.061548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.061767] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.061927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.062026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.062211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.062342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.062456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.062595] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.379046] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4334a856-f90a-44c1-8478-485e13c710ce in Status: SUCCESS [ 982.379046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.379331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.379447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.379646] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.379774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.379856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.380018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.380090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.380223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.380264] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4334a856-f90a-44c1-8478-485e13c710ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.565744] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.565983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.565983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.566153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.566332] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.566447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.566511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.566684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.566789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.566850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.567013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.567108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.567175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.567388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.567532] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.567613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.567830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.567830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.567924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.567955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.568061] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.801149] env[65073]: INFO networking_nsxv3.common.synchronization [req-738db850-bcf1-494a-aeb4-a6be54a2e16d req-6221fb97-58a1-4ea6-81a7-5b9c2a183637 tempest-MultipleCreateTestJSON-1129549545 tempest-MultipleCreateTestJSON-1129549545-project-member] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 982.802131] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 982.802131] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.802131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.802335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.802481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.802558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.802615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.802689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.802812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.802898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.802991] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.882665] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4334a856-f90a-44c1-8478-485e13c710ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.070748] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a: rpc.has_security_group_logging(os_id): False [ 983.089737] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.089967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.090043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.090276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.090368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.090671] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.090862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.090906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.091069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.091155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.091345] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.091438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.091501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.091639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.091711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.091966] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.092173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.092271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.092461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.092543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.092628] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be updated. [ 983.114097] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07315d13-987d-43aa-a574-b384246dee89 in Status: SUCCESS [ 983.114456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.168444] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.168444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.168444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.168444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.168690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.182258] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: IN_PROGRESS for 2s [ 983.305454] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.390393] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4334a856-f90a-44c1-8478-485e13c710ce: rpc.has_security_group_logging(os_id): False [ 983.412755] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.412948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.413071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.413274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.413386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.413673] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.413815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.413882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.414101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.414186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.414327] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4334a856-f90a-44c1-8478-485e13c710ce is going to be created. [ 983.498968] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.499207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.499332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.499593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.499896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.517893] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4334a856-f90a-44c1-8478-485e13c710ce in Status: IN_PROGRESS for 2s [ 983.811430] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.909060] env[65073]: INFO networking_nsxv3.common.synchronization [req-ca2abf12-b4d9-4e94-83aa-9760c35d9cf0 req-9c842efb-16f1-40ef-ad0d-51c467ea4b62 tempest-MultipleCreateTestJSON-1129549545 tempest-MultipleCreateTestJSON-1129549545-project-member] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 983.909786] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGHEST for action security_group_members [ 983.910380] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.910523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.317534] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.317767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.317767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.318848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.318848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.318848] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be updated. [ 984.353327] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.353327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.353327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.353327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.353327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.364320] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: IN_PROGRESS for 2s [ 985.196259] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 985.196476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.391405] env[65073]: INFO networking_nsxv3.common.synchronization [req-8a0d3734-7ae1-47ce-bc7b-78ee6a83301c req-e55275aa-c068-4c21-9f95-2f2368922549 tempest-ServerDiagnosticsTest-304759601 tempest-ServerDiagnosticsTest-304759601-project-member] Enqueued Resource ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 with Priority: HIGHEST for action security_group_members [ 985.392120] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 with Priority: HIGHEST for action security_group_members [ 985.392284] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-85048e50-8e6f-4b11-a9f4-449ce2071168 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.392422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.392466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.392711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.392883] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.392984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.393082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.393254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.393341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.393602] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85048e50-8e6f-4b11-a9f4-449ce2071168',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.535505] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4334a856-f90a-44c1-8478-485e13c710ce in Status: SUCCESS [ 985.535505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.816424] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.816575] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.816575] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.817688] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.817688] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.817688] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.817902] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.818052] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.818282] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.818646] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.818776] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.819424] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.819424] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.819424] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.819424] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.819424] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.842591] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.842591] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.842591] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.842591] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-29" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.842872] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-292b55b0-1cb0-4b63-a2f9-81d3620d638f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.843288] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-292b55b0-1cb0-4b63-a2f9-81d3620d638f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.843288] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-292b55b0-1cb0-4b63-a2f9-81d3620d638f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.843595] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-292b55b0-1cb0-4b63-a2f9-81d3620d638f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.843755] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('292b55b0-1cb0-4b63-a2f9-81d3620d638f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.895951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.896181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.896281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.900022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.900022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.900022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.900022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.900022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.900022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.900022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.900022] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 already deleted. [ 985.900022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.349101] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.349345] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.349469] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.349785] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.350094] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.350431] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 292b55b0-1cb0-4b63-a2f9-81d3620d638f not found, creating... [ 986.350725] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.350947] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.351131] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.351450] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.351671] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.352244] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.352520] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.352737] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.353107] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.353460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.353566] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 292b55b0-1cb0-4b63-a2f9-81d3620d638f is going to be created. [ 986.376748] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 986.376995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.377189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.377388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.377632] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.377698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.377833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.377991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.378092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.378190] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.382056] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.382261] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.382389] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.382643] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.382897] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.383149] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-292b55b0-1cb0-4b63-a2f9-81d3620d638f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.585805] env[65073]: INFO networking_nsxv3.common.synchronization [req-19bb5eb0-4141-40a2-bf2c-e910bcb1f9c2 req-6db0baad-1106-4621-b095-39d7fa346b55 tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 986.586496] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 986.587085] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.587085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.587322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.587611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.587825] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.588030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.588132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.588364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.588514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.588655] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.875054] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.875293] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.875384] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.875673] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.875932] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.876276] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.876427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.876679] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.876833] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.877137] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.877221] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.877305] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.877417] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.877530] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.877659] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.877798] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.881176] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.881321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.881396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.881705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.881806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.882113] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.882229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.882288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.882459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.882584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.882727] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be updated. [ 986.898281] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.898455] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.898590] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.898764] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.899097] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-df59dc76-43ce-4633-a083-00d8b78e7e6c taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.899273] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-df59dc76-43ce-4633-a083-00d8b78e7e6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.899387] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-df59dc76-43ce-4633-a083-00d8b78e7e6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.899947] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-df59dc76-43ce-4633-a083-00d8b78e7e6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.899947] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df59dc76-43ce-4633-a083-00d8b78e7e6c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.913903] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.914138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.914138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.914468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.914648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.927881] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: IN_PROGRESS for 2s [ 987.079632] env[65073]: INFO networking_nsxv3.common.synchronization [req-8a0d3734-7ae1-47ce-bc7b-78ee6a83301c req-5da29fcf-dda5-4d1f-a33a-931225e38fd2 service nova] Enqueued Resource ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 with Priority: HIGHEST for action security_group_rules [ 987.080330] env[65073]: INFO networking_nsxv3.common.synchronization [req-8a0d3734-7ae1-47ce-bc7b-78ee6a83301c req-5da29fcf-dda5-4d1f-a33a-931225e38fd2 service nova] Enqueued Resource ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 with Priority: HIGHEST for action security_group_members [ 987.080524] env[65073]: INFO networking_nsxv3.common.synchronization [req-8a0d3734-7ae1-47ce-bc7b-78ee6a83301c req-5da29fcf-dda5-4d1f-a33a-931225e38fd2 service nova] Enqueued Resource ID: 292b55b0-1cb0-4b63-a2f9-81d3620d638f with Priority: HIGHEST for action port [ 987.081653] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 with Priority: HIGHEST for action security_group_rules [ 987.081941] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 with Priority: HIGHEST for action security_group_members [ 987.082146] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292b55b0-1cb0-4b63-a2f9-81d3620d638f with Priority: HIGHEST for action port [ 987.082480] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85048e50-8e6f-4b11-a9f4-449ce2071168 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.082648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.082763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.083191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.086096] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85048e50-8e6f-4b11-a9f4-449ce2071168',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.086968] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-85048e50-8e6f-4b11-a9f4-449ce2071168 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.087144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.087234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.087462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.087584] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.089257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.089334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.089742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.089742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.089838] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85048e50-8e6f-4b11-a9f4-449ce2071168',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.091143] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-292b55b0-1cb0-4b63-a2f9-81d3620d638f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.091374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-292b55b0-1cb0-4b63-a2f9-81d3620d638f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.091529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-292b55b0-1cb0-4b63-a2f9-81d3620d638f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.091703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-292b55b0-1cb0-4b63-a2f9-81d3620d638f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.091812] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('292b55b0-1cb0-4b63-a2f9-81d3620d638f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.096344] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.096344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.096344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.096344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.096344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.096344] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.096344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.096344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.096344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.096344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.096344] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac already deleted. [ 987.096927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.402358] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.402569] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.402693] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.402983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.403161] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.403311] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port df59dc76-43ce-4633-a083-00d8b78e7e6c not found, creating... [ 987.403558] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.403711] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.403824] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.404684] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.404838] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.405302] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.405427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.405464] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.405656] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.405797] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.405939] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: df59dc76-43ce-4633-a083-00d8b78e7e6c is going to be created. [ 987.517727] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.517987] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.518191] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.518513] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.518779] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.519066] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-df59dc76-43ce-4633-a083-00d8b78e7e6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.594028] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85048e50-8e6f-4b11-a9f4-449ce2071168',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.595087] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-85048e50-8e6f-4b11-a9f4-449ce2071168 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.595230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.597826] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 292b55b0-1cb0-4b63-a2f9-81d3620d638f with status ACTIVE [ 987.598083] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.598176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.598176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.599136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.599136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.599136] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.599136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.599136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.599136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.599136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.599567] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.599567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.599567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.599567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.599708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.599708] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 292b55b0-1cb0-4b63-a2f9-81d3620d638f is going to be updated. [ 987.631482] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.631689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.631689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.631972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.632098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.632265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-292b55b0-1cb0-4b63-a2f9-81d3620d638f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.646792] env[65073]: INFO networking_nsxv3.common.synchronization [req-a4f43d0b-0f6c-4d7b-b4a9-f29a5a0458ee req-f29a30e2-0557-49f0-8d63-a7ffd2f029a3 tempest-AttachInterfacesUnderV243Test-1408697562 tempest-AttachInterfacesUnderV243Test-1408697562-project-member] Enqueued Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_members [ 987.647434] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_members [ 987.647758] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.647887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.647959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.648174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.648331] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.648431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.648494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.648655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.648738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.648831] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.670796] env[65073]: INFO networking_nsxv3.common.synchronization [req-a4f43d0b-0f6c-4d7b-b4a9-f29a5a0458ee req-f29a30e2-0557-49f0-8d63-a7ffd2f029a3 tempest-AttachInterfacesUnderV243Test-1408697562 tempest-AttachInterfacesUnderV243Test-1408697562-project-member] Enqueued Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_rules [ 987.670983] env[65073]: INFO networking_nsxv3.common.synchronization [req-a4f43d0b-0f6c-4d7b-b4a9-f29a5a0458ee req-f29a30e2-0557-49f0-8d63-a7ffd2f029a3 tempest-AttachInterfacesUnderV243Test-1408697562 tempest-AttachInterfacesUnderV243Test-1408697562-project-member] Enqueued Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_members [ 987.671145] env[65073]: INFO networking_nsxv3.common.synchronization [req-a4f43d0b-0f6c-4d7b-b4a9-f29a5a0458ee req-f29a30e2-0557-49f0-8d63-a7ffd2f029a3 tempest-AttachInterfacesUnderV243Test-1408697562 tempest-AttachInterfacesUnderV243Test-1408697562-project-member] Enqueued Resource ID: 12195b30-30ce-48bf-8cf5-5bf7fef6e10b with Priority: HIGHEST for action port [ 987.671707] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_rules [ 987.671920] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_members [ 987.672061] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12195b30-30ce-48bf-8cf5-5bf7fef6e10b with Priority: HIGHEST for action port [ 987.672362] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.672533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.672613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.672755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.672841] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.673719] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.673819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.674028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.674129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.674206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.674404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.674481] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12195b30-30ce-48bf-8cf5-5bf7fef6e10b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.096385] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85048e50-8e6f-4b11-a9f4-449ce2071168',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.147500] env[65073]: INFO networking_nsxv3.common.synchronization [req-19bb5eb0-4141-40a2-bf2c-e910bcb1f9c2 req-da90cde0-da1c-44b2-86b4-4344863915b0 service nova] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_rules [ 988.147677] env[65073]: INFO networking_nsxv3.common.synchronization [req-19bb5eb0-4141-40a2-bf2c-e910bcb1f9c2 req-da90cde0-da1c-44b2-86b4-4344863915b0 service nova] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 988.147834] env[65073]: INFO networking_nsxv3.common.synchronization [req-19bb5eb0-4141-40a2-bf2c-e910bcb1f9c2 req-da90cde0-da1c-44b2-86b4-4344863915b0 service nova] Enqueued Resource ID: df59dc76-43ce-4633-a083-00d8b78e7e6c with Priority: HIGHEST for action port [ 988.148536] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_rules [ 988.148616] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 988.148662] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df59dc76-43ce-4633-a083-00d8b78e7e6c with Priority: HIGHEST for action port [ 988.148929] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.149108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.149215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.149897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.149897] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.150628] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.150786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.150901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.151220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.151473] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.151569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.153707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.153707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.153707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.153707] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.153707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-df59dc76-43ce-4633-a083-00d8b78e7e6c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.153707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df59dc76-43ce-4633-a083-00d8b78e7e6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.153707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df59dc76-43ce-4633-a083-00d8b78e7e6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.153707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df59dc76-43ce-4633-a083-00d8b78e7e6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.153981] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df59dc76-43ce-4633-a083-00d8b78e7e6c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.154884] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.176611] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.176805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.179231] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12195b30-30ce-48bf-8cf5-5bf7fef6e10b with status ACTIVE [ 988.179488] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.179657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.179754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.180072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.180227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.180423] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.180526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.180590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.180747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.180823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.181008] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.181115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.181292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.181526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.181577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.181675] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12195b30-30ce-48bf-8cf5-5bf7fef6e10b is going to be updated. [ 988.204045] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.204316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.204449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.204723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.204879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.205044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.599031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.599321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.599321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.599576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.600289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.600289] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 is going to be created. [ 988.622911] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.623120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.623739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.623739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.623739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.637212] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 in Status: UNINITIALIZED for 2s [ 988.657642] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.657642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.657642] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.657811] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.658476] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df59dc76-43ce-4633-a083-00d8b78e7e6c with status ACTIVE [ 988.658660] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.658766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.659500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.659500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.659500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.659500] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.659500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.659500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.659797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.659797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.659891] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.660030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.661090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.661326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.661448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.661570] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df59dc76-43ce-4633-a083-00d8b78e7e6c is going to be updated. [ 988.682228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.682428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.682472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.682653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.682786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.682999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df59dc76-43ce-4633-a083-00d8b78e7e6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.938987] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a in Status: SUCCESS [ 988.939238] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a deletion is rescheduled due to dependency. [ 988.939361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.163434] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.165459] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.165638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.165734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.165974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.166124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.166553] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 is going to be updated. [ 989.210797] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.210918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.211011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.211252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.211402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.222503] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 in Status: IN_PROGRESS for 2s [ 989.459028] env[65073]: INFO networking_nsxv3.common.synchronization [req-e4c65375-f177-45df-a174-749687f43aa0 req-eca0de9b-f254-48ed-92b0-7d90f784611d tempest-ServersNegativeTestJSON-74048647 tempest-ServersNegativeTestJSON-74048647-project-member] Enqueued Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_members [ 989.459028] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_members [ 989.459028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.459028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.459028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.459390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.459749] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.461656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.461656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.461656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.461656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.461656] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.670345] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.670345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.670345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.670786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.670786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.670786] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be created. [ 989.697077] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.697255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.697300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.697502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.697663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.707012] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: UNINITIALIZED for 2s [ 989.766832] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.767061] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-807" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.767190] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-807" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.767516] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-807" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.767823] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.768017] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.768164] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.768413] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.768583] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.768815] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.768940] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.769084] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.769214] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.769349] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.769494] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.769612] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.792374] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.792549] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.792688] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.792897] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-807" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.793342] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-3e8ac025-eefd-4dd5-8591-04166705302b taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.793566] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-3e8ac025-eefd-4dd5-8591-04166705302b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.793754] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-3e8ac025-eefd-4dd5-8591-04166705302b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.794148] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-3e8ac025-eefd-4dd5-8591-04166705302b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.794323] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e8ac025-eefd-4dd5-8591-04166705302b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.963106] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.039115] env[65073]: INFO networking_nsxv3.common.synchronization [req-19d459b3-b49f-4d0c-a16e-f9509804267a req-95f4e82f-ebe0-47fd-bd39-c09286b73b27 tempest-AttachInterfacesUnderV243Test-1408697562 tempest-AttachInterfacesUnderV243Test-1408697562-project-member] Enqueued Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_members [ 990.039115] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_members [ 990.039428] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.039628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.052271] env[65073]: INFO networking_nsxv3.common.synchronization [req-19d459b3-b49f-4d0c-a16e-f9509804267a req-95f4e82f-ebe0-47fd-bd39-c09286b73b27 tempest-AttachInterfacesUnderV243Test-1408697562 tempest-AttachInterfacesUnderV243Test-1408697562-project-member] Enqueued Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_rules [ 990.052271] env[65073]: INFO networking_nsxv3.common.synchronization [req-19d459b3-b49f-4d0c-a16e-f9509804267a req-95f4e82f-ebe0-47fd-bd39-c09286b73b27 tempest-AttachInterfacesUnderV243Test-1408697562 tempest-AttachInterfacesUnderV243Test-1408697562-project-member] Enqueued Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_members [ 990.052434] env[65073]: INFO networking_nsxv3.common.synchronization [req-19d459b3-b49f-4d0c-a16e-f9509804267a req-95f4e82f-ebe0-47fd-bd39-c09286b73b27 tempest-AttachInterfacesUnderV243Test-1408697562 tempest-AttachInterfacesUnderV243Test-1408697562-project-member] Enqueued Resource ID: 12195b30-30ce-48bf-8cf5-5bf7fef6e10b with Priority: HIGHEST for action port [ 990.052785] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_rules [ 990.052914] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_members [ 990.053019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12195b30-30ce-48bf-8cf5-5bf7fef6e10b with Priority: HIGHEST for action port [ 990.053279] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.053376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.053692] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.053779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.054033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.054095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.054129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.054342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.054418] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12195b30-30ce-48bf-8cf5-5bf7fef6e10b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.296644] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.296876] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.297062] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.297445] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.297595] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.297754] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 3e8ac025-eefd-4dd5-8591-04166705302b not found, creating... [ 990.298188] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.298406] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.298520] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.298773] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.298933] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.299546] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.299546] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.299736] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.299879] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.300038] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.300184] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 3e8ac025-eefd-4dd5-8591-04166705302b is going to be created. [ 990.342732] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.343013] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.343156] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.343486] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.343728] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.344015] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-3e8ac025-eefd-4dd5-8591-04166705302b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.466060] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.557248] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12195b30-30ce-48bf-8cf5-5bf7fef6e10b with status ACTIVE [ 990.557471] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.557599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.557673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.557868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.557961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.558144] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.558249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.558316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.558449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.558522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.558716] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.558831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.558897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.559030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.559128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.559220] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12195b30-30ce-48bf-8cf5-5bf7fef6e10b is going to be updated. [ 990.591266] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.591424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.591493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.591709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.591842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.592091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12195b30-30ce-48bf-8cf5-5bf7fef6e10b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.648252] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 in Status: SUCCESS [ 990.648491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.648665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.648963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.649227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.649358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.649438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.649631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.649719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.649818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.649983] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85048e50-8e6f-4b11-a9f4-449ce2071168',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.968574] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.968919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.968919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.968919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.969028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.969691] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e163014f-cc72-4a9a-869e-1127147ac252 is going to be updated. [ 991.001079] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.001255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.001333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.001705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.001705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.012666] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: IN_PROGRESS for 2s [ 991.038476] env[65073]: INFO networking_nsxv3.common.synchronization [req-e4c65375-f177-45df-a174-749687f43aa0 req-c94268f1-47ab-45a0-a176-580d4805471a service nova] Enqueued Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_rules [ 991.038663] env[65073]: INFO networking_nsxv3.common.synchronization [req-e4c65375-f177-45df-a174-749687f43aa0 req-c94268f1-47ab-45a0-a176-580d4805471a service nova] Enqueued Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_members [ 991.038800] env[65073]: INFO networking_nsxv3.common.synchronization [req-e4c65375-f177-45df-a174-749687f43aa0 req-c94268f1-47ab-45a0-a176-580d4805471a service nova] Enqueued Resource ID: 3e8ac025-eefd-4dd5-8591-04166705302b with Priority: HIGHEST for action port [ 991.039358] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_rules [ 991.039496] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_members [ 991.039594] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e8ac025-eefd-4dd5-8591-04166705302b with Priority: HIGHEST for action port [ 991.040013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.040263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.040263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.040497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.040604] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.042051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.042780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.042780] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e8ac025-eefd-4dd5-8591-04166705302b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.042780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e8ac025-eefd-4dd5-8591-04166705302b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.042780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e8ac025-eefd-4dd5-8591-04166705302b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.043284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e8ac025-eefd-4dd5-8591-04166705302b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.043284] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e8ac025-eefd-4dd5-8591-04166705302b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.152552] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-85048e50-8e6f-4b11-a9f4-449ce2071168 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.152800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.152880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.153208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.153510] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.153672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.153789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.154050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.154203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.154410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.154623] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-85048e50-8e6f-4b11-a9f4-449ce2071168 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.154774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.154902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.155097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.155303] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.155455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.155619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.155809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.155945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.156113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.156306] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85048e50-8e6f-4b11-a9f4-449ce2071168',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.235071] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 in Status: SUCCESS [ 991.235071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.235398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.235492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.235733] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.235911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.236046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.236278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.236408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.236566] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.545973] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e8ac025-eefd-4dd5-8591-04166705302b with status ACTIVE [ 991.546244] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.546391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.546483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.547388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.547388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.547388] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.547388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.547388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.547388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.547388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.547744] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.547744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.547744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.547857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.547890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.548744] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e8ac025-eefd-4dd5-8591-04166705302b is going to be updated. [ 991.549124] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.550078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.571285] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.571485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.571485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.571735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.571987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.572176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e8ac025-eefd-4dd5-8591-04166705302b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.659029] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85048e50-8e6f-4b11-a9f4-449ce2071168: rpc.has_security_group_logging(os_id): False [ 991.690788] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.690788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.690788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.691282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.691282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.691282] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.691282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.691282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.691541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.691541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.691729] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.691845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.691921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.692112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.692214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.692386] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.692482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.692548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.692802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.692858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.692921] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 is going to be created. [ 991.717335] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 991.717643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.717860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.718130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.718376] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.718533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.718613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.718828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.719021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.719118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.719202] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.738722] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.783626] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.783891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.783961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.784338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.784643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.802138] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 in Status: IN_PROGRESS for 2s [ 992.221582] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.222060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.222060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.222307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.222489] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.222617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.222691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.222852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.222956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.223121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.223295] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.223393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.223461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.223622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.223787] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.223886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.223956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.224147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.224258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.224339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.224475] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.240736] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.726879] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8eabd65e-4ea2-4e14-a83c-013e331513ac: rpc.has_security_group_logging(os_id): False [ 992.743297] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.743549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.743675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.744052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.744244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.744405] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 is going to be updated. [ 992.747709] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.747903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.748043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.748327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.748413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.748630] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.748729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.748802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.748966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.749103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.749413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.749547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.749605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.749783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.749872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.751039] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.751039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.751039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.751039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.751039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.751039] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be created. [ 992.782204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.782427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.782516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.782837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.783083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.797768] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 in Status: IN_PROGRESS for 2s [ 992.820120] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.820505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.820505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.820764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.820980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.849812] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 993.024182] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: SUCCESS [ 993.024505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.024851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.025187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.025441] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.026286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.026286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.026286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.026286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.026286] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.530442] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.823083] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 in Status: SUCCESS [ 993.823334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.035158] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.115213] env[65073]: INFO networking_nsxv3.common.synchronization [req-525dbe92-5970-4a3d-b505-aeb171238326 req-4d37fa2c-519c-4ad8-84c8-a6c4be6727e0 tempest-AttachInterfacesUnderV243Test-1408697562 tempest-AttachInterfacesUnderV243Test-1408697562-project-member] Enqueued Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_members [ 994.115679] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 with Priority: HIGHEST for action security_group_members [ 994.115994] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.116301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.538047] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.538377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.538494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.538766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.538873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.539044] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e163014f-cc72-4a9a-869e-1127147ac252 is going to be updated. [ 994.573061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.573266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.573266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.573494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.573647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.582757] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: IN_PROGRESS for 2s [ 994.808084] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 in Status: SUCCESS [ 994.808324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.808496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.808718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.808936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.809082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.809127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.809290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.809370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.809454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.809554] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.811399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.811399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.811399] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.811399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.811745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.811945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.812039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.812138] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.887284] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 994.887556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.314234] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.314443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.314961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.314961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.314961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.315311] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.315472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.315472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.315637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.315740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.315842] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 is going to be updated. [ 995.317063] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.350042] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.350258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.350328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.350567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.350731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.360305] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 in Status: IN_PROGRESS for 2s [ 995.776791] env[65073]: INFO networking_nsxv3.common.synchronization [None req-22d15dda-0951-4d7b-8bda-792482a420ad None None] Enqueued Resource ID: 7a67cadd-2512-466b-a36a-63fcd200335f with Priority: HIGHEST for action port [ 995.777359] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a67cadd-2512-466b-a36a-63fcd200335f with Priority: HIGHEST for action port [ 995.777675] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a67cadd-2512-466b-a36a-63fcd200335f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.777833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a67cadd-2512-466b-a36a-63fcd200335f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.777872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a67cadd-2512-466b-a36a-63fcd200335f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.778114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a67cadd-2512-466b-a36a-63fcd200335f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.778201] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a67cadd-2512-466b-a36a-63fcd200335f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.821779] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2: rpc.has_security_group_logging(os_id): False [ 995.840367] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.840523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.841011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.841011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.841011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.841214] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.841314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.841385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.841621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.841621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.841747] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 is going to be updated. [ 995.901263] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.901496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.901496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.901724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.902015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.914905] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 in Status: IN_PROGRESS for 2s [ 996.281370] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a67cadd-2512-466b-a36a-63fcd200335f [ 996.281370] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.281370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.281370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.281594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.281594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.281651] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a67cadd-2512-466b-a36a-63fcd200335f already deleted. [ 996.281732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a67cadd-2512-466b-a36a-63fcd200335f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.596236] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: SUCCESS [ 996.596524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.596749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.597023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.597271] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.597423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.597491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.597750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.597909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.598066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.598166] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.103959] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.103959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.104304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.104304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.104459] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.104576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.104640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.104790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.104875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.104962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.105150] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.105248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.105305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.105472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.105621] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.105715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.105778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.105929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.106271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.106271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.106271] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.370680] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 in Status: SUCCESS [ 997.370680] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 deletion is rescheduled due to dependency. [ 997.370863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.370937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.371274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.371863] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.371943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.372106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.372273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.372365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.372582] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.610838] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e163014f-cc72-4a9a-869e-1127147ac252: rpc.has_security_group_logging(os_id): False [ 997.635719] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.638308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.638412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.638640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.638733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.639057] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.639890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.639890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.639890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.639890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.640070] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.640172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.640252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.640425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.640507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.640716] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.640817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.640879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.641040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.641120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.641209] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e163014f-cc72-4a9a-869e-1127147ac252 is going to be updated. [ 997.716717] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.716877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.716918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.717157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.717413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.734048] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: IN_PROGRESS for 2s [ 997.875366] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.875366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.875366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.875366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.875366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.875917] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.876392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.876604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.876860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.877066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.877242] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 is going to be updated. [ 997.908535] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.908908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.909114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.909690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.909690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.920429] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 in Status: IN_PROGRESS for 2s [ 997.930693] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 in Status: SUCCESS [ 997.930693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.930693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.930693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.930693] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.063952] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4d9af2f6-9567-45a6-9527-e9e033d19832 None None] Enqueued Resource ID: 51f79b58-c280-4299-b76d-cd11fac5a580 with Priority: HIGHEST for action port [ 998.064490] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f79b58-c280-4299-b76d-cd11fac5a580 with Priority: HIGHEST for action port [ 998.064884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-51f79b58-c280-4299-b76d-cd11fac5a580 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.065144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51f79b58-c280-4299-b76d-cd11fac5a580" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.065144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51f79b58-c280-4299-b76d-cd11fac5a580" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.065402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51f79b58-c280-4299-b76d-cd11fac5a580" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.065455] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51f79b58-c280-4299-b76d-cd11fac5a580',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.452739] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.453117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.453117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.453207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.453353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.453701] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 is going to be deleted. [ 998.528406] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.529663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.529663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.529663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.529663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.529996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.567639] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51f79b58-c280-4299-b76d-cd11fac5a580 [ 998.570022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.570022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.570022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.570022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.570022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.570307] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51f79b58-c280-4299-b76d-cd11fac5a580 already deleted. [ 998.570307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51f79b58-c280-4299-b76d-cd11fac5a580" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.079864] env[65073]: INFO networking_nsxv3.common.synchronization [req-6972ec24-4f13-4d55-a0b4-ba7095a76345 req-5e0d2059-5376-41e7-88ed-1772ea03e470 tempest-ServerDiagnosticsTest-304759601 tempest-ServerDiagnosticsTest-304759601-project-member] Enqueued Resource ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 with Priority: HIGHEST for action security_group_members [ 999.081631] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 with Priority: HIGHEST for action security_group_members [ 999.082038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-85048e50-8e6f-4b11-a9f4-449ce2071168 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.082232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.082289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.082516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.082671] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.082772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.082816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.082970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.083078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.083176] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85048e50-8e6f-4b11-a9f4-449ce2071168',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.157552] env[65073]: INFO networking_nsxv3.common.synchronization [None req-cc3a4c54-d3d8-4314-ae3a-0be4cb0aa924 None None] Enqueued Resource ID: c7d3d23c-63ba-44fe-a222-5f78f2fa8615 with Priority: HIGHEST for action port [ 999.159081] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7d3d23c-63ba-44fe-a222-5f78f2fa8615 with Priority: HIGHEST for action port [ 999.159081] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7d3d23c-63ba-44fe-a222-5f78f2fa8615 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.159081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7d3d23c-63ba-44fe-a222-5f78f2fa8615" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.159081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7d3d23c-63ba-44fe-a222-5f78f2fa8615" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.159081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7d3d23c-63ba-44fe-a222-5f78f2fa8615" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.160266] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7d3d23c-63ba-44fe-a222-5f78f2fa8615',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.585579] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.585579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.585579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.585981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.585981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.586073] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.586138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.586179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.586337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.586416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.586503] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 is going to be updated. [ 999.618977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.619206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.619269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.619498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.619720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.629536] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 in Status: IN_PROGRESS for 2s [ 999.662451] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7d3d23c-63ba-44fe-a222-5f78f2fa8615 [ 999.662704] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.662842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.663017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.663314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.663425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.663533] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7d3d23c-63ba-44fe-a222-5f78f2fa8615 already deleted. [ 999.663689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7d3d23c-63ba-44fe-a222-5f78f2fa8615" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.748214] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: SUCCESS [ 999.748214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.937832] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 in Status: SUCCESS [ 999.937832] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 deletion is rescheduled due to dependency. [ 999.937832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.937832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.937832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.937832] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.937832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.937832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.937832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.937832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.937832] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.366993] env[65073]: INFO networking_nsxv3.common.synchronization [req-56dece3d-4b0d-4b1e-af6b-ff3c7be3e588 req-ef9faeee-4dab-41d6-9769-11852fda3578 tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1000.367773] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1000.370105] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.370105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.370105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.370105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.370105] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.370105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.370105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.370430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.370430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.370430] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.444228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.445832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.445832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.445832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.445832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.445832] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.445832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.445832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.445832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.445832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.445832] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2 is going to be deleted. [ 1000.484997] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.485213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.485213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.485414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.485536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.485643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54fcc9dd-d08b-44fb-a47f-5bb8ff6e75e2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.873441] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.873441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.873441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.874031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.874031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.874031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.874031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.874031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.874217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.874262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.874405] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1000.904298] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.904557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.905292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.905292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.905292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.915722] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1001.643120] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 in Status: SUCCESS [ 1001.643968] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 deletion is rescheduled due to dependency. [ 1001.643968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.041303] env[65073]: INFO networking_nsxv3.common.synchronization [None req-d86a0701-1817-4857-9ce5-b3fa7087c7dc None None] Enqueued Resource ID: 59bf85fd-8d06-4202-8ffd-95237ad0af35 with Priority: HIGHEST for action port [ 1002.042160] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59bf85fd-8d06-4202-8ffd-95237ad0af35 with Priority: HIGHEST for action port [ 1002.043388] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-59bf85fd-8d06-4202-8ffd-95237ad0af35 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.043541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59bf85fd-8d06-4202-8ffd-95237ad0af35" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.043856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59bf85fd-8d06-4202-8ffd-95237ad0af35" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.044015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59bf85fd-8d06-4202-8ffd-95237ad0af35" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.044355] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59bf85fd-8d06-4202-8ffd-95237ad0af35',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.547081] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59bf85fd-8d06-4202-8ffd-95237ad0af35 [ 1002.547359] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.548091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.548091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.548091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.548091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.548091] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59bf85fd-8d06-4202-8ffd-95237ad0af35 already deleted. [ 1002.548091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59bf85fd-8d06-4202-8ffd-95237ad0af35" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.926132] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1002.926497] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac deletion is rescheduled due to dependency. [ 1002.926673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.114697] env[65073]: INFO networking_nsxv3.common.synchronization [req-467e5f23-3c7f-4f2c-bf73-2d3105307e45 req-d5f99959-1061-4115-95d3-3c383ac277e5 tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: 3b267616-589e-4003-ab79-c6348796a47e with Priority: HIGHEST for action security_group_members [ 1003.115278] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b267616-589e-4003-ab79-c6348796a47e with Priority: HIGHEST for action security_group_members [ 1003.115565] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b267616-589e-4003-ab79-c6348796a47e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.115735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.115774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.115941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.116555] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.116555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.116555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.116555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.116769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.116769] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b267616-589e-4003-ab79-c6348796a47e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.467478] env[65073]: INFO networking_nsxv3.common.synchronization [req-1f55bc70-8642-4ff7-aa2e-861194052734 req-3d94fbc5-d4e1-4cf1-a34a-e4dfbbbd7bee tempest-ServersNegativeTestJSON-74048647 tempest-ServersNegativeTestJSON-74048647-project-member] Enqueued Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_members [ 1003.468514] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_members [ 1003.468514] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.468514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.468514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.468719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.468865] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.468938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.468938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.469162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.469252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.469349] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.618629] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.618754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.619321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.619321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.619321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.619532] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.619532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.619613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.619723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.619796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.619946] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b267616-589e-4003-ab79-c6348796a47e is going to be updated. [ 1003.657051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.657051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.657051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.657051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.657051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.665774] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b267616-589e-4003-ab79-c6348796a47e in Status: IN_PROGRESS for 2s [ 1003.753201] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9eb1e3fb-146b-42b9-931d-1d2eb0ad1d94 None None] Enqueued Resource ID: 6bcd8848-5dae-4084-b597-6a6c77708427 with Priority: HIGHEST for action port [ 1003.753201] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bcd8848-5dae-4084-b597-6a6c77708427 with Priority: HIGHEST for action port [ 1003.753201] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bcd8848-5dae-4084-b597-6a6c77708427 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.753201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bcd8848-5dae-4084-b597-6a6c77708427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.753201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bcd8848-5dae-4084-b597-6a6c77708427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.753201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bcd8848-5dae-4084-b597-6a6c77708427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.753201] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bcd8848-5dae-4084-b597-6a6c77708427',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.875295] env[65073]: INFO networking_nsxv3.common.synchronization [req-759e8ecc-185d-4c29-a86b-918cb10cab9d req-09e1f5cc-8004-44db-8028-f7f6433bbde4 tempest-ServersNegativeTestMultiTenantJSON-36363248 tempest-ServersNegativeTestMultiTenantJSON-36363248-project-member] Enqueued Resource ID: 75588a77-0475-409f-8dfb-62abc7c6b80f with Priority: HIGHEST for action security_group_members [ 1003.875774] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75588a77-0475-409f-8dfb-62abc7c6b80f with Priority: HIGHEST for action security_group_members [ 1003.876494] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-75588a77-0475-409f-8dfb-62abc7c6b80f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.876494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.876494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.876671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.876727] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.876824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.876968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.877915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.877915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.877915] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75588a77-0475-409f-8dfb-62abc7c6b80f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.971531] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.248172] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.248488] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-145" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.248488] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-145" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.248818] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-145" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.250133] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.250391] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.250530] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.250783] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.250984] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.251427] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.251427] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.251549] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.251549] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.251653] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.252210] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.252326] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.258775] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bcd8848-5dae-4084-b597-6a6c77708427 [ 1004.258775] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.258775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.259028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.259091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.259186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.259285] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bcd8848-5dae-4084-b597-6a6c77708427 already deleted. [ 1004.259388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bcd8848-5dae-4084-b597-6a6c77708427" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.284575] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.284766] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.286913] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.286913] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-145" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.286913] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-a5a1909e-e2e0-42b5-80c9-597dac1be5d4 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.286913] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-a5a1909e-e2e0-42b5-80c9-597dac1be5d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.286913] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-a5a1909e-e2e0-42b5-80c9-597dac1be5d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.287344] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-a5a1909e-e2e0-42b5-80c9-597dac1be5d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.287344] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a1909e-e2e0-42b5-80c9-597dac1be5d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.380013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.380257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.380358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.380586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.380709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.380924] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.381039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.381107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.381284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.381362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.381445] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75588a77-0475-409f-8dfb-62abc7c6b80f already deleted. [ 1004.381523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.474075] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.790545] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.790785] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.790911] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.791225] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.791380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.791528] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port a5a1909e-e2e0-42b5-80c9-597dac1be5d4 not found, creating... [ 1004.791891] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.792054] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.792104] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.792279] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.792417] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.792715] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.793144] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.793144] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.793339] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.793412] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.793507] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: a5a1909e-e2e0-42b5-80c9-597dac1be5d4 is going to be created. [ 1004.815147] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.816312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.816312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.816312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.816312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.816312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-a5a1909e-e2e0-42b5-80c9-597dac1be5d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.909352] env[65073]: INFO networking_nsxv3.common.synchronization [req-371e0c25-f67c-4c68-a034-49ca7284e427 req-cca521ad-26a7-4b73-96ef-b3dc1428e91d tempest-ServersTestManualDisk-1718551309 tempest-ServersTestManualDisk-1718551309-project-member] Enqueued Resource ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd with Priority: HIGHEST for action security_group_members [ 1004.910195] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd with Priority: HIGHEST for action security_group_members [ 1004.910689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-24dc9a94-8343-4395-8429-a7ccc8d08bdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.911677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.911677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.911677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.911677] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.911677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.911956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.912087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.912221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.912377] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24dc9a94-8343-4395-8429-a7ccc8d08bdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.977472] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.977635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.977679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.978311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.978311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.978311] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e163014f-cc72-4a9a-869e-1127147ac252 is going to be updated. [ 1005.021073] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.021073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.021073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.021371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.021403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.035414] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: IN_PROGRESS for 2s [ 1005.416361] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.416617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.416923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.417378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.417552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.417807] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.417940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.418052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.418269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.418480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.418683] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd is going to be updated. [ 1005.447500] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.447641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.447710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.447926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.448478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.460852] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd in Status: IN_PROGRESS for 2s [ 1005.556807] env[65073]: INFO networking_nsxv3.common.synchronization [req-759e8ecc-185d-4c29-a86b-918cb10cab9d req-f6f77ca7-421d-4258-9320-fcdb0e0fc8e8 service nova] Enqueued Resource ID: 75588a77-0475-409f-8dfb-62abc7c6b80f with Priority: HIGHEST for action security_group_rules [ 1005.557387] env[65073]: INFO networking_nsxv3.common.synchronization [req-759e8ecc-185d-4c29-a86b-918cb10cab9d req-f6f77ca7-421d-4258-9320-fcdb0e0fc8e8 service nova] Enqueued Resource ID: 75588a77-0475-409f-8dfb-62abc7c6b80f with Priority: HIGHEST for action security_group_members [ 1005.557554] env[65073]: INFO networking_nsxv3.common.synchronization [req-759e8ecc-185d-4c29-a86b-918cb10cab9d req-f6f77ca7-421d-4258-9320-fcdb0e0fc8e8 service nova] Enqueued Resource ID: a5a1909e-e2e0-42b5-80c9-597dac1be5d4 with Priority: HIGHEST for action port [ 1005.559626] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75588a77-0475-409f-8dfb-62abc7c6b80f with Priority: HIGHEST for action security_group_rules [ 1005.560436] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75588a77-0475-409f-8dfb-62abc7c6b80f with Priority: HIGHEST for action security_group_members [ 1005.560436] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a1909e-e2e0-42b5-80c9-597dac1be5d4 with Priority: HIGHEST for action port [ 1005.560436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75588a77-0475-409f-8dfb-62abc7c6b80f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.560436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.560664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.561280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.561280] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75588a77-0475-409f-8dfb-62abc7c6b80f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.562300] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-75588a77-0475-409f-8dfb-62abc7c6b80f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.562500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.562534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.563238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.563238] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.563238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.563238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.565065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.565065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.565065] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75588a77-0475-409f-8dfb-62abc7c6b80f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.566157] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a1909e-e2e0-42b5-80c9-597dac1be5d4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.566319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a1909e-e2e0-42b5-80c9-597dac1be5d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.566319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a1909e-e2e0-42b5-80c9-597dac1be5d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.566823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a1909e-e2e0-42b5-80c9-597dac1be5d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.566823] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a1909e-e2e0-42b5-80c9-597dac1be5d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.677043] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b267616-589e-4003-ab79-c6348796a47e in Status: SUCCESS [ 1005.677249] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b267616-589e-4003-ab79-c6348796a47e deletion is rescheduled due to dependency. [ 1005.677857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.068379] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75588a77-0475-409f-8dfb-62abc7c6b80f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.069478] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-75588a77-0475-409f-8dfb-62abc7c6b80f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.069593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.069767] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5a1909e-e2e0-42b5-80c9-597dac1be5d4 with status ACTIVE [ 1006.069928] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.070085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.070160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.070371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.070724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.070724] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.070724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.070873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.070919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.070993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.071357] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.071357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.072057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.072121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.072243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.072286] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5a1909e-e2e0-42b5-80c9-597dac1be5d4 is going to be updated. [ 1006.097790] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.097944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.097991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.100013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.100013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.100013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a1909e-e2e0-42b5-80c9-597dac1be5d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.455155] env[65073]: INFO networking_nsxv3.common.synchronization [None req-1b24376e-fb20-498c-afea-69d9179bebaa None None] Enqueued Resource ID: 1ff38a50-0348-47c7-8efd-b3bfc26492f0 with Priority: HIGHEST for action port [ 1006.455155] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff38a50-0348-47c7-8efd-b3bfc26492f0 with Priority: HIGHEST for action port [ 1006.455155] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ff38a50-0348-47c7-8efd-b3bfc26492f0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.455155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ff38a50-0348-47c7-8efd-b3bfc26492f0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.455155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ff38a50-0348-47c7-8efd-b3bfc26492f0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.455963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ff38a50-0348-47c7-8efd-b3bfc26492f0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.456183] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ff38a50-0348-47c7-8efd-b3bfc26492f0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.574791] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75588a77-0475-409f-8dfb-62abc7c6b80f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.958040] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ff38a50-0348-47c7-8efd-b3bfc26492f0 [ 1006.958504] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.958658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.958725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.958949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.959065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.959257] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ff38a50-0348-47c7-8efd-b3bfc26492f0 already deleted. [ 1006.959358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ff38a50-0348-47c7-8efd-b3bfc26492f0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.046302] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: SUCCESS [ 1007.046458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.079176] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.079356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.080029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.080029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.080029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.080029] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75588a77-0475-409f-8dfb-62abc7c6b80f is going to be created. [ 1007.106534] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.106534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.106534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.106763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.106882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.118202] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75588a77-0475-409f-8dfb-62abc7c6b80f in Status: UNINITIALIZED for 2s [ 1007.473153] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd in Status: SUCCESS [ 1007.473521] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd deletion is rescheduled due to dependency. [ 1007.473652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.185218] env[65073]: INFO networking_nsxv3.common.synchronization [None req-0a614861-ac1b-4cb7-8087-0ef66d1fde1c tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 with Priority: HIGHEST for action security_group_rules [ 1008.187049] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 with Priority: HIGHEST for action security_group_rules [ 1008.187049] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.187049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.187049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.187049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.187049] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2233e16-b9fb-48ee-b331-763ed4fc0e11',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.289284] env[65073]: INFO networking_nsxv3.common.synchronization [None req-af6635b1-dc64-4542-bba5-9f4811bd53d6 tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 with Priority: HIGHEST for action security_group_rules [ 1008.290201] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 with Priority: HIGHEST for action security_group_rules [ 1008.290543] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.290734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.708615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.708615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.708615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.708615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.708615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.708615] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 already deleted. [ 1008.708615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.708615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.708615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.708615] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2233e16-b9fb-48ee-b331-763ed4fc0e11',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.140075] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75588a77-0475-409f-8dfb-62abc7c6b80f in Status: SUCCESS [ 1009.140353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.140525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.140744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.140950] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.141156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.141156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.141295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.141968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.141968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.141968] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75588a77-0475-409f-8dfb-62abc7c6b80f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.231117] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.231441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.231441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.232137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.232137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.232137] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 already deleted. [ 1009.232137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.645580] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-75588a77-0475-409f-8dfb-62abc7c6b80f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.645734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.645807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.646035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.646201] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.646304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.646369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.646520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.646678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.646678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.646814] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-75588a77-0475-409f-8dfb-62abc7c6b80f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.646908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.647024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.647129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.647237] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.647396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.647396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.647499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.647575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.647654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.647654] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75588a77-0475-409f-8dfb-62abc7c6b80f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.723521] env[65073]: INFO networking_nsxv3.common.synchronization [None req-fd4ca7b3-008b-496d-b7ba-6f3a7fa1b6da None None] Enqueued Resource ID: 511d87ea-df67-444f-b5eb-4f46b2ca429e with Priority: HIGHEST for action port [ 1009.724347] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511d87ea-df67-444f-b5eb-4f46b2ca429e with Priority: HIGHEST for action port [ 1009.726973] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-511d87ea-df67-444f-b5eb-4f46b2ca429e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.726973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-511d87ea-df67-444f-b5eb-4f46b2ca429e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.726973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-511d87ea-df67-444f-b5eb-4f46b2ca429e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.727152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-511d87ea-df67-444f-b5eb-4f46b2ca429e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.727257] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511d87ea-df67-444f-b5eb-4f46b2ca429e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.152755] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75588a77-0475-409f-8dfb-62abc7c6b80f: rpc.has_security_group_logging(os_id): False [ 1010.170113] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.170262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.170334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.170547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.170639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.171215] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.171215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.171215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.171215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.171215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.171509] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.171509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.171636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.171704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.171757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.171937] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.172114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.172114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.172256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.172317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.172405] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75588a77-0475-409f-8dfb-62abc7c6b80f is going to be created. [ 1010.229608] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 511d87ea-df67-444f-b5eb-4f46b2ca429e [ 1010.229841] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.230473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.230473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.230473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.230473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.230473] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:511d87ea-df67-444f-b5eb-4f46b2ca429e already deleted. [ 1010.230721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-511d87ea-df67-444f-b5eb-4f46b2ca429e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.232883] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.233037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.233103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.233303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.233482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.246050] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75588a77-0475-409f-8dfb-62abc7c6b80f in Status: IN_PROGRESS for 2s [ 1011.744035] env[65073]: INFO networking_nsxv3.common.synchronization [None req-b9cad513-72c7-4b2d-b0db-d4eed523b6e9 None None] Enqueued Resource ID: c19f1b5d-acde-48d9-b658-b29a6d95be16 with Priority: HIGHEST for action port [ 1011.744035] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19f1b5d-acde-48d9-b658-b29a6d95be16 with Priority: HIGHEST for action port [ 1011.744035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c19f1b5d-acde-48d9-b658-b29a6d95be16 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.744035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c19f1b5d-acde-48d9-b658-b29a6d95be16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.744824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c19f1b5d-acde-48d9-b658-b29a6d95be16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.745164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c19f1b5d-acde-48d9-b658-b29a6d95be16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.745316] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c19f1b5d-acde-48d9-b658-b29a6d95be16',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.248053] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c19f1b5d-acde-48d9-b658-b29a6d95be16 [ 1012.248302] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.248429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.248546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.248761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.248937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.248937] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c19f1b5d-acde-48d9-b658-b29a6d95be16 already deleted. [ 1012.249038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c19f1b5d-acde-48d9-b658-b29a6d95be16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.262202] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75588a77-0475-409f-8dfb-62abc7c6b80f in Status: SUCCESS [ 1012.262502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.271315] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1013.271578] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1014.312628] env[65073]: INFO networking_nsxv3.common.synchronization [req-1c51e058-cac8-4246-b67f-1f316f177cc0 req-75b8395d-0d92-478a-9b65-b4b15b5a5677 tempest-ServerDiskConfigTestJSON-1562799029 tempest-ServerDiskConfigTestJSON-1562799029-project-member] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1014.313283] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1014.313634] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.313749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.313805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.314056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.314226] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.314329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.314407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.314570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.314655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.314749] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.711566] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.711793] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.711793] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.712153] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.712413] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.712568] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.712899] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.713233] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.713352] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.713550] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.713661] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.713821] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.713935] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.714174] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.714306] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.714466] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.737113] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.737363] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.737446] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.737606] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.737923] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-09d2473a-24e2-4cbd-8298-e1389c166384 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.738152] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-09d2473a-24e2-4cbd-8298-e1389c166384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.738356] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-09d2473a-24e2-4cbd-8298-e1389c166384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.738672] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-09d2473a-24e2-4cbd-8298-e1389c166384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.738807] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09d2473a-24e2-4cbd-8298-e1389c166384',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.817068] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.817068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.817068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.817366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.817399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.817591] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.817702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.817873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.817914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.817981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.818081] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 already deleted. [ 1014.818165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.241615] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.241615] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.241615] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.241919] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.242035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.242275] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 09d2473a-24e2-4cbd-8298-e1389c166384 not found, creating... [ 1015.242534] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.242695] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.242814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.243207] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.243207] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.243467] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.243621] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.243735] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.243935] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.245524] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.245714] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 09d2473a-24e2-4cbd-8298-e1389c166384 is going to be created. [ 1015.268787] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.268892] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.268993] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.269288] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.269538] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.269746] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-09d2473a-24e2-4cbd-8298-e1389c166384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.492247] env[65073]: INFO networking_nsxv3.common.synchronization [None req-087c0df8-1094-4c87-95b7-9bedf5642dba None None] Enqueued Resource ID: f2fa5914-9600-4149-b6fc-c834804caefe with Priority: HIGHEST for action port [ 1015.492849] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fa5914-9600-4149-b6fc-c834804caefe with Priority: HIGHEST for action port [ 1015.493265] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2fa5914-9600-4149-b6fc-c834804caefe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.493437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2fa5914-9600-4149-b6fc-c834804caefe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.493515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2fa5914-9600-4149-b6fc-c834804caefe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.493800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2fa5914-9600-4149-b6fc-c834804caefe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.493893] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2fa5914-9600-4149-b6fc-c834804caefe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.973577] env[65073]: INFO networking_nsxv3.common.synchronization [req-1c51e058-cac8-4246-b67f-1f316f177cc0 req-13b4082b-d06b-4cff-9611-83ad910770a6 service nova] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_rules [ 1015.973577] env[65073]: INFO networking_nsxv3.common.synchronization [req-1c51e058-cac8-4246-b67f-1f316f177cc0 req-13b4082b-d06b-4cff-9611-83ad910770a6 service nova] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1015.974121] env[65073]: INFO networking_nsxv3.common.synchronization [req-1c51e058-cac8-4246-b67f-1f316f177cc0 req-13b4082b-d06b-4cff-9611-83ad910770a6 service nova] Enqueued Resource ID: 09d2473a-24e2-4cbd-8298-e1389c166384 with Priority: HIGHEST for action port [ 1015.974335] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_rules [ 1015.974826] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1015.975023] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d2473a-24e2-4cbd-8298-e1389c166384 with Priority: HIGHEST for action port [ 1015.975358] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.975552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.975650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.975934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.976074] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.977704] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.977795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.977868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.978104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.978297] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.978404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.978506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.978667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.978926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.979225] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.980160] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-09d2473a-24e2-4cbd-8298-e1389c166384 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.980610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09d2473a-24e2-4cbd-8298-e1389c166384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.982156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09d2473a-24e2-4cbd-8298-e1389c166384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.982156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09d2473a-24e2-4cbd-8298-e1389c166384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.982156] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09d2473a-24e2-4cbd-8298-e1389c166384',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.996340] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2fa5914-9600-4149-b6fc-c834804caefe [ 1015.997408] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.997408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.997408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.997408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.997408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.997686] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2fa5914-9600-4149-b6fc-c834804caefe already deleted. [ 1015.997686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2fa5914-9600-4149-b6fc-c834804caefe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.484602] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.484745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.484930] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.485827] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09d2473a-24e2-4cbd-8298-e1389c166384 with status ACTIVE [ 1016.486033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.486136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.486226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.486381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.486478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.486652] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.486749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.486813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.487026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.487092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.487217] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.487310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.487370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.487504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.487576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.487658] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09d2473a-24e2-4cbd-8298-e1389c166384 is going to be updated. [ 1016.516189] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.516523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.516523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.516634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.516769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.516952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09d2473a-24e2-4cbd-8298-e1389c166384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.683827] env[65073]: INFO networking_nsxv3.common.synchronization [req-4907ef78-f6f9-42f3-9a38-1502d1be9580 req-537a133d-ae61-47b5-9996-3a921552bb96 tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 with Priority: HIGHEST for action security_group_members [ 1016.684578] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 with Priority: HIGHEST for action security_group_members [ 1016.685105] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2233e16-b9fb-48ee-b331-763ed4fc0e11 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.685105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.685105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.685334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.685451] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.685556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.685614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.685793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.685893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.685991] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2233e16-b9fb-48ee-b331-763ed4fc0e11',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.992889] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.041502] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.041700] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.041830] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.042308] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.042492] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.042623] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.042703] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.043392] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.043480] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.044082] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.044082] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.044082] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.044082] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.044251] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.044327] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.044467] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.063429] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.063560] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.063690] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.063860] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.064207] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-d80d5d83-d3ea-4aae-b370-6e7a1c192fc8 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.064375] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-d80d5d83-d3ea-4aae-b370-6e7a1c192fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.064492] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-d80d5d83-d3ea-4aae-b370-6e7a1c192fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.064832] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-d80d5d83-d3ea-4aae-b370-6e7a1c192fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.064963] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d80d5d83-d3ea-4aae-b370-6e7a1c192fc8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.189228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.189394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.189466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.189680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.189772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.189964] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.190177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.190261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.190415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.190493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.190577] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 already deleted. [ 1017.190658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.495064] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.495274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.495413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.495779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.495950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.496102] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be created. [ 1017.526277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.526633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.526633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.526834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.526972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.537155] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: UNINITIALIZED for 2s [ 1017.567837] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.567837] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.567837] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.568289] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.568289] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.568942] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port d80d5d83-d3ea-4aae-b370-6e7a1c192fc8 not found, creating... [ 1017.568942] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.568942] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.568942] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.569281] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.569321] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.569606] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.569761] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.569873] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.570105] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.570252] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.570391] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: d80d5d83-d3ea-4aae-b370-6e7a1c192fc8 is going to be created. [ 1017.592632] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.593118] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.593118] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.593400] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.593594] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.593906] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-d80d5d83-d3ea-4aae-b370-6e7a1c192fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.343868] env[65073]: INFO networking_nsxv3.common.synchronization [req-4907ef78-f6f9-42f3-9a38-1502d1be9580 req-28876a25-e24f-47b1-aac8-68c1455264fa service nova] Enqueued Resource ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 with Priority: HIGHEST for action security_group_rules [ 1018.344081] env[65073]: INFO networking_nsxv3.common.synchronization [req-4907ef78-f6f9-42f3-9a38-1502d1be9580 req-28876a25-e24f-47b1-aac8-68c1455264fa service nova] Enqueued Resource ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 with Priority: HIGHEST for action security_group_members [ 1018.345029] env[65073]: INFO networking_nsxv3.common.synchronization [req-4907ef78-f6f9-42f3-9a38-1502d1be9580 req-28876a25-e24f-47b1-aac8-68c1455264fa service nova] Enqueued Resource ID: d80d5d83-d3ea-4aae-b370-6e7a1c192fc8 with Priority: HIGHEST for action port [ 1018.345029] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 with Priority: HIGHEST for action security_group_rules [ 1018.345029] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 with Priority: HIGHEST for action security_group_members [ 1018.345029] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80d5d83-d3ea-4aae-b370-6e7a1c192fc8 with Priority: HIGHEST for action port [ 1018.346178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.346178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.346178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.346333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.346369] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2233e16-b9fb-48ee-b331-763ed4fc0e11',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.347791] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2233e16-b9fb-48ee-b331-763ed4fc0e11 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.347916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.348043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.348686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.348960] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.349379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.349487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.349689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.349806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.349932] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2233e16-b9fb-48ee-b331-763ed4fc0e11',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.351142] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d80d5d83-d3ea-4aae-b370-6e7a1c192fc8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.351142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d80d5d83-d3ea-4aae-b370-6e7a1c192fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.351142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d80d5d83-d3ea-4aae-b370-6e7a1c192fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.351347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d80d5d83-d3ea-4aae-b370-6e7a1c192fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.351387] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d80d5d83-d3ea-4aae-b370-6e7a1c192fc8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.390387] env[65073]: INFO networking_nsxv3.common.synchronization [None req-896bb192-1565-4ba2-8d40-17a73fcf3eda None None] Enqueued Resource ID: c9226dc5-ff05-438d-a2ee-fb95c9cb3f91 with Priority: HIGHEST for action port [ 1018.390387] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9226dc5-ff05-438d-a2ee-fb95c9cb3f91 with Priority: HIGHEST for action port [ 1018.390712] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9226dc5-ff05-438d-a2ee-fb95c9cb3f91 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.390837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9226dc5-ff05-438d-a2ee-fb95c9cb3f91" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.390918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9226dc5-ff05-438d-a2ee-fb95c9cb3f91" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.391310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9226dc5-ff05-438d-a2ee-fb95c9cb3f91" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.391427] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9226dc5-ff05-438d-a2ee-fb95c9cb3f91',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.853630] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2233e16-b9fb-48ee-b331-763ed4fc0e11',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.854855] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2233e16-b9fb-48ee-b331-763ed4fc0e11 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.854987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.855168] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d80d5d83-d3ea-4aae-b370-6e7a1c192fc8 with status ACTIVE [ 1018.855326] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.855429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.855491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.855688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.855770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.855943] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.856055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.856098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.856234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.856319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.856480] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.856566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.856626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.856773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.856884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.856927] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d80d5d83-d3ea-4aae-b370-6e7a1c192fc8 is going to be updated. [ 1018.880807] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.881043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.881043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.881227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.881407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.881582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d80d5d83-d3ea-4aae-b370-6e7a1c192fc8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.894045] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9226dc5-ff05-438d-a2ee-fb95c9cb3f91 [ 1018.894254] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.894386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.894483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.894711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.894793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.894920] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9226dc5-ff05-438d-a2ee-fb95c9cb3f91 already deleted. [ 1018.894980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9226dc5-ff05-438d-a2ee-fb95c9cb3f91" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.997728] env[65073]: INFO networking_nsxv3.common.synchronization [req-b70b98cb-aeb0-4819-9fd2-62c640624a86 req-ef657b86-be2e-493e-b58d-7d4a95b37d3a tempest-DeleteServersTestJSON-1013596539 tempest-DeleteServersTestJSON-1013596539-project-member] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1018.998379] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1019.000440] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.000440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.000440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.000786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.000786] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.000908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.000908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.001278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.001278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.001278] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.284017] env[65073]: INFO networking_nsxv3.common.synchronization [req-e48799c8-f440-4dc6-b26f-e2e7dead5760 req-55b2ffae-b0da-4c2b-b8b9-ee01f1b01909 tempest-ServersNegativeTestMultiTenantJSON-36363248 tempest-ServersNegativeTestMultiTenantJSON-36363248-project-member] Enqueued Resource ID: 75588a77-0475-409f-8dfb-62abc7c6b80f with Priority: HIGHEST for action security_group_members [ 1019.285103] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75588a77-0475-409f-8dfb-62abc7c6b80f with Priority: HIGHEST for action security_group_members [ 1019.285421] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-75588a77-0475-409f-8dfb-62abc7c6b80f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.285421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.285519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.286470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.286470] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.286470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.286470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.286470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.286851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.286851] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75588a77-0475-409f-8dfb-62abc7c6b80f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.359986] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2233e16-b9fb-48ee-b331-763ed4fc0e11',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.409342] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.409488] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.409603] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.409935] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.410239] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.410401] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.410521] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.411229] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.411229] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.411229] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.411229] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.411405] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.411405] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.411482] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.411814] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.411814] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.432773] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.432773] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.432773] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.432773] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.433463] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-88583607-db25-4b77-81c7-c5ece29cc192 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.433463] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-88583607-db25-4b77-81c7-c5ece29cc192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.433463] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-88583607-db25-4b77-81c7-c5ece29cc192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.433917] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-88583607-db25-4b77-81c7-c5ece29cc192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.433917] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88583607-db25-4b77-81c7-c5ece29cc192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.505799] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.505799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.505799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.505799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.505799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.505799] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.505799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.506838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.506838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.507021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.507644] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a already deleted. [ 1019.507956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.549026] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1019.549026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.549026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.549026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.549026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.549026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.549026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.549026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.549026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.549026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.549026] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.789761] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.789948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.790238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.790238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.790348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.790492] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.790616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.790677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.790870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.790939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.791029] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75588a77-0475-409f-8dfb-62abc7c6b80f is going to be updated. [ 1019.826963] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.827067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.827111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.827354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.827544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.848088] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75588a77-0475-409f-8dfb-62abc7c6b80f in Status: IN_PROGRESS for 2s [ 1019.861562] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.861899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.861899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.862174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.862322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.862412] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 is going to be created. [ 1019.898031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.898216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.898295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.898516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.898684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.916172] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 in Status: UNINITIALIZED for 2s [ 1019.937250] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.937447] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.939666] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.939666] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.939666] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.939666] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 88583607-db25-4b77-81c7-c5ece29cc192 not found, creating... [ 1019.939666] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.939666] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.939666] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.940193] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.940193] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.940591] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.940834] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.940993] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.941332] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.941529] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.941743] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 88583607-db25-4b77-81c7-c5ece29cc192 is going to be created. [ 1019.969877] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.969877] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.969877] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.970265] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.970265] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.970538] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-88583607-db25-4b77-81c7-c5ece29cc192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.051565] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.051727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.051797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.052038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.052312] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.052435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.052476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.052632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.052716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.052803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.052987] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.053090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.053149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.053337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.053486] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.053575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.053633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.053766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.053842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.053921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.054025] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.556700] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82: rpc.has_security_group_logging(os_id): False [ 1020.578502] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.578502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.578502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.578502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.578502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.578502] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.578502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.582060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.582060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.582060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.582060] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.582060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.582060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.582060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.582060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.583884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.584622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.584622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.585674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.585674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.585674] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be created. [ 1020.664779] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.665022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.665022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.667026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.667026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.678742] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1020.680717] env[65073]: INFO networking_nsxv3.common.synchronization [req-b70b98cb-aeb0-4819-9fd2-62c640624a86 req-3ee15f64-2060-45cb-afff-8ef0c88242dd service nova] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_rules [ 1020.680973] env[65073]: INFO networking_nsxv3.common.synchronization [req-b70b98cb-aeb0-4819-9fd2-62c640624a86 req-3ee15f64-2060-45cb-afff-8ef0c88242dd service nova] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1020.681098] env[65073]: INFO networking_nsxv3.common.synchronization [req-b70b98cb-aeb0-4819-9fd2-62c640624a86 req-3ee15f64-2060-45cb-afff-8ef0c88242dd service nova] Enqueued Resource ID: 88583607-db25-4b77-81c7-c5ece29cc192 with Priority: HIGHEST for action port [ 1020.681732] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_rules [ 1020.681732] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1020.681852] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88583607-db25-4b77-81c7-c5ece29cc192 with Priority: HIGHEST for action port [ 1020.682135] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.682280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.682335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.682592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.682680] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.683580] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.683721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.683797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.683967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.684169] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.684224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.684271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.684436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.684500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.685501] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.685913] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-88583607-db25-4b77-81c7-c5ece29cc192 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.685913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88583607-db25-4b77-81c7-c5ece29cc192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.685913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88583607-db25-4b77-81c7-c5ece29cc192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.686079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88583607-db25-4b77-81c7-c5ece29cc192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.686383] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88583607-db25-4b77-81c7-c5ece29cc192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.188268] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.188618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.188662] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.189846] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88583607-db25-4b77-81c7-c5ece29cc192 with status ACTIVE [ 1021.189946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.190244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.190244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.190895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.190895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.190895] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.190895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.190895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.191188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.191293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.191503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.191642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.191705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.191839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.192037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.192037] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88583607-db25-4b77-81c7-c5ece29cc192 is going to be updated. [ 1021.215734] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.215734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.215734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.215989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.215989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.216447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88583607-db25-4b77-81c7-c5ece29cc192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.344781] env[65073]: INFO networking_nsxv3.common.synchronization [req-d3831c25-d729-49bb-800b-e0ced3c9aa6f req-b71906b5-9353-4c62-bc8e-8b63920f0eb6 tempest-ServerPasswordTestJSON-1597364090 tempest-ServerPasswordTestJSON-1597364090-project-member] Enqueued Resource ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 with Priority: HIGHEST for action security_group_members [ 1021.345475] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 with Priority: HIGHEST for action security_group_members [ 1021.345700] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbe7105-d6ca-445a-9100-94e45e8ce467 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.345996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.346088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.346342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.346510] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.346607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.346665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.346816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.346902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.346999] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bbe7105-d6ca-445a-9100-94e45e8ce467',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.672724] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.673076] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-605" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.673248] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-605" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.673588] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-605" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.673869] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.674045] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.674317] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.674597] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.674750] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.675092] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.675343] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.675553] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.675754] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.675922] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.676120] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.676337] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.694052] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.701848] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.702728] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.702728] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.702728] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-605" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.702728] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-41433006-fbd5-4a8f-85ed-d02feb95d74f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.703023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-41433006-fbd5-4a8f-85ed-d02feb95d74f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.703023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-41433006-fbd5-4a8f-85ed-d02feb95d74f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.703506] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-41433006-fbd5-4a8f-85ed-d02feb95d74f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.703720] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41433006-fbd5-4a8f-85ed-d02feb95d74f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.850443] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.850592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.850753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.850952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.851061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.851248] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.851362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.851438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.851589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.851667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.851754] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 already deleted. [ 1021.851833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.860225] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75588a77-0475-409f-8dfb-62abc7c6b80f in Status: SUCCESS [ 1021.860396] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75588a77-0475-409f-8dfb-62abc7c6b80f deletion is rescheduled due to dependency. [ 1021.860537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.924817] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 in Status: SUCCESS [ 1021.925049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.925201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.925379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.925569] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.925686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.925751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.925898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.925977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.926093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.926163] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2233e16-b9fb-48ee-b331-763ed4fc0e11',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.197155] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.197661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.197661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.197661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.197831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.197831] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be created. [ 1022.207339] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.207561] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.207674] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.208096] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.208252] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.208407] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 41433006-fbd5-4a8f-85ed-d02feb95d74f not found, creating... [ 1022.208662] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.208818] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.208931] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.209159] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.209295] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.209568] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.209718] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.209909] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.210164] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.210388] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.210458] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 41433006-fbd5-4a8f-85ed-d02feb95d74f is going to be created. [ 1022.227395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.227543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.227614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.227819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.227979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.234818] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.234818] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.234818] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.234818] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.236383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.236713] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-41433006-fbd5-4a8f-85ed-d02feb95d74f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.240889] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: UNINITIALIZED for 2s [ 1022.428521] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2233e16-b9fb-48ee-b331-763ed4fc0e11',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.694863] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1022.695157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.931242] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2233e16-b9fb-48ee-b331-763ed4fc0e11: rpc.has_security_group_logging(os_id): False [ 1022.950838] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.951010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.951114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.951373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.951478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.951834] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.951918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.951918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.952070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.952164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.952313] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 is going to be created. [ 1022.964878] env[65073]: INFO networking_nsxv3.common.synchronization [req-d3831c25-d729-49bb-800b-e0ced3c9aa6f req-547e10fe-65b9-43b9-a9e1-ca5dd0b9c8a1 service nova] Enqueued Resource ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 with Priority: HIGHEST for action security_group_rules [ 1022.965074] env[65073]: INFO networking_nsxv3.common.synchronization [req-d3831c25-d729-49bb-800b-e0ced3c9aa6f req-547e10fe-65b9-43b9-a9e1-ca5dd0b9c8a1 service nova] Enqueued Resource ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 with Priority: HIGHEST for action security_group_members [ 1022.965250] env[65073]: INFO networking_nsxv3.common.synchronization [req-d3831c25-d729-49bb-800b-e0ced3c9aa6f req-547e10fe-65b9-43b9-a9e1-ca5dd0b9c8a1 service nova] Enqueued Resource ID: 41433006-fbd5-4a8f-85ed-d02feb95d74f with Priority: HIGHEST for action port [ 1022.965788] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 with Priority: HIGHEST for action security_group_rules [ 1022.965928] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 with Priority: HIGHEST for action security_group_members [ 1022.966329] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41433006-fbd5-4a8f-85ed-d02feb95d74f with Priority: HIGHEST for action port [ 1022.966691] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bbe7105-d6ca-445a-9100-94e45e8ce467 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.966798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.966868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.967143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.967230] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bbe7105-d6ca-445a-9100-94e45e8ce467',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.968214] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbe7105-d6ca-445a-9100-94e45e8ce467 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.968342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.968427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.968610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.968762] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.968856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.968917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.969091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.969181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.969289] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bbe7105-d6ca-445a-9100-94e45e8ce467',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.973583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-41433006-fbd5-4a8f-85ed-d02feb95d74f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.973583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41433006-fbd5-4a8f-85ed-d02feb95d74f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.973583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41433006-fbd5-4a8f-85ed-d02feb95d74f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.973583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41433006-fbd5-4a8f-85ed-d02feb95d74f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.973583] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41433006-fbd5-4a8f-85ed-d02feb95d74f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.020085] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.020305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.020305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.020574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.020689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.033390] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 in Status: IN_PROGRESS for 2s [ 1023.474455] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbe7105-d6ca-445a-9100-94e45e8ce467 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.474797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.474797] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bbe7105-d6ca-445a-9100-94e45e8ce467',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.475607] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41433006-fbd5-4a8f-85ed-d02feb95d74f with status ACTIVE [ 1023.475801] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.475957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.476046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.476193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.476270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.476439] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.476532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.476584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.476734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.476808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.476981] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.477087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.477181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.477275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.477349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.477432] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41433006-fbd5-4a8f-85ed-d02feb95d74f is going to be updated. [ 1023.503178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.503178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.503422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.503563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.503929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.504691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41433006-fbd5-4a8f-85ed-d02feb95d74f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.980768] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bbe7105-d6ca-445a-9100-94e45e8ce467',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.257376] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1024.257376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.257376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.257376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.257376] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.257376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.257376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.257376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.257376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.257376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.257376] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.485862] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.485862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.485862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.485862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.485862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.485862] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 is going to be created. [ 1024.512966] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.512966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.512966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.512966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.512966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.521871] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 in Status: UNINITIALIZED for 2s [ 1024.761279] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.762747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.762747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.762747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.762747] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.762747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.762747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.762747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.762747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.762747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.763166] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.763261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.763261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.763992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.763992] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.763992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.763992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.763992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.763992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.763992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.763992] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.073885] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 in Status: SUCCESS [ 1025.074210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.266767] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41442cb2-9ea0-41a3-8bb6-b617f707273a: rpc.has_security_group_logging(os_id): False [ 1025.288661] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.288814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.288884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.289140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.289236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.290092] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.290092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.290092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.290092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.290092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.290092] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.290092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.290544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.290544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.290544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.290711] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.290804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.290865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.291009] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.293595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.293595] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be created. [ 1025.358403] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.358576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.358627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.358937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.359271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.372749] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1026.531712] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 in Status: SUCCESS [ 1026.532058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.532360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.532698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.532857] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.533047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.533118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.533740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.533740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.533740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.533990] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bbe7105-d6ca-445a-9100-94e45e8ce467',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.036178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbe7105-d6ca-445a-9100-94e45e8ce467 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.036445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.036445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.036619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.036786] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.036892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.036952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.037103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.037188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.037274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.037420] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbe7105-d6ca-445a-9100-94e45e8ce467 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.037506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.037566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.037705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.037840] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.037924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.037985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.038131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.038203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.038283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.038373] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bbe7105-d6ca-445a-9100-94e45e8ce467',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.388431] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1027.388711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.540624] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bbe7105-d6ca-445a-9100-94e45e8ce467: rpc.has_security_group_logging(os_id): False [ 1027.564703] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.564841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.564944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.565181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.565240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.565431] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.565583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.565583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.565720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.565780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.565979] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.566085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.566139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.566285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.566385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.567122] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.567122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.567266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.567365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.567880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.567880] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 is going to be created. [ 1027.639768] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.639984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.639984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.640313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.640517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.653893] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 in Status: IN_PROGRESS for 2s [ 1027.967599] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1027.967784] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1029.670039] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 in Status: SUCCESS [ 1029.670531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.486464] env[65073]: INFO networking_nsxv3.common.synchronization [req-ca29260d-61a9-477e-9f77-8aa68bf117c2 req-0607d8be-573f-4516-8e28-34f4075a30d6 tempest-DeleteServersTestJSON-1013596539 tempest-DeleteServersTestJSON-1013596539-project-member] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1031.487033] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1031.487350] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.487475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.487594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.488103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.488314] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.488426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.488491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.489125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.489252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.489327] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.992905] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.993163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.993266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.993502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.993616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.993805] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.993922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.993976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.994118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.994192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.994282] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1032.024139] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.024294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.024363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.024607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.024826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.034489] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1034.047443] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1034.047828] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a deletion is rescheduled due to dependency. [ 1034.047828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.357112] env[65073]: INFO networking_nsxv3.common.synchronization [req-7f04da23-e2b3-4af6-b0a8-4847f7b107aa req-8ab6c4db-1207-4282-ad2e-98319df168f2 tempest-ServerPasswordTestJSON-1597364090 tempest-ServerPasswordTestJSON-1597364090-project-member] Enqueued Resource ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 with Priority: HIGHEST for action security_group_members [ 1035.358141] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 with Priority: HIGHEST for action security_group_members [ 1035.358476] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbe7105-d6ca-445a-9100-94e45e8ce467 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.358599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.358668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.358868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.359032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.359133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.359197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.359345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.359431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.359541] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bbe7105-d6ca-445a-9100-94e45e8ce467',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.861220] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.861398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.861464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.861772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.861878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.862090] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.862189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.862323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.862566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.862566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.862659] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 is going to be updated. [ 1035.896260] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.896485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.896568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.896796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.896958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.909020] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 in Status: IN_PROGRESS for 2s [ 1037.920869] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 in Status: SUCCESS [ 1037.921305] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 deletion is rescheduled due to dependency. [ 1037.921305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.182591] env[65073]: INFO networking_nsxv3.common.synchronization [req-8bf169d0-6c58-43b9-ae0e-51a1afdd5ed8 req-8c6a8a1e-4b5f-4a43-884e-849defaf4d55 tempest-ServerDiskConfigTestJSON-1562799029 tempest-ServerDiskConfigTestJSON-1562799029-project-member] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1039.182849] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1039.183186] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.183381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.183381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.183591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.183748] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.183858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.183919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.184104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.184191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.184296] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.686514] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.686752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.686840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.687112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.687229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.687431] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.687551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.687596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.687761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.687834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.688034] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1039.717349] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.717579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.717676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.717880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.718041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.727171] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1041.738023] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1041.738429] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 deletion is rescheduled due to dependency. [ 1041.738429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.457282] env[65073]: INFO networking_nsxv3.common.synchronization [req-afaf16e6-8b35-42fb-81e8-2971571ef42c req-edcd64fe-b13c-4e6f-9d70-659e0e286394 tempest-DeleteServersTestJSON-1013596539 tempest-DeleteServersTestJSON-1013596539-project-member] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1042.458188] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1042.458508] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.458659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.458738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.458942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.459405] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.459405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.459405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.459770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.459906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.460131] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.836034] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.836330] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.836373] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.836611] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.836858] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.837020] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.838056] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.838400] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.838563] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.838772] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.838886] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.839013] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.839128] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.839234] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.839339] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.839470] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.863378] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.863566] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.863707] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.863912] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.864270] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-5e62d059-023c-4b10-8f53-d9553a115440 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.864447] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-5e62d059-023c-4b10-8f53-d9553a115440" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.864566] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-5e62d059-023c-4b10-8f53-d9553a115440" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.864938] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-5e62d059-023c-4b10-8f53-d9553a115440" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.865749] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e62d059-023c-4b10-8f53-d9553a115440',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.967369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.967369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.967369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.967369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.967369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.967369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.967369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.967369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.967369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.967369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.967745] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1043.085798] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.086042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.086042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.086264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.086494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.096128] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1043.368463] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.368733] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.368839] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.369222] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.369412] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.369596] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 5e62d059-023c-4b10-8f53-d9553a115440 not found, creating... [ 1043.369928] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.370106] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.370223] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.370511] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.370654] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.370954] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.371142] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.371254] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.371484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.371615] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.371749] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 5e62d059-023c-4b10-8f53-d9553a115440 is going to be created. [ 1043.395739] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.395969] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.396082] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.396357] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.396587] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.396810] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-5e62d059-023c-4b10-8f53-d9553a115440" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.124542] env[65073]: INFO networking_nsxv3.common.synchronization [req-afaf16e6-8b35-42fb-81e8-2971571ef42c req-3048f2ab-f878-412e-adc3-ad95651eab06 service nova] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_rules [ 1044.124903] env[65073]: INFO networking_nsxv3.common.synchronization [req-afaf16e6-8b35-42fb-81e8-2971571ef42c req-3048f2ab-f878-412e-adc3-ad95651eab06 service nova] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1044.125055] env[65073]: INFO networking_nsxv3.common.synchronization [req-afaf16e6-8b35-42fb-81e8-2971571ef42c req-3048f2ab-f878-412e-adc3-ad95651eab06 service nova] Enqueued Resource ID: 5e62d059-023c-4b10-8f53-d9553a115440 with Priority: HIGHEST for action port [ 1044.125714] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_rules [ 1044.125859] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1044.125977] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e62d059-023c-4b10-8f53-d9553a115440 with Priority: HIGHEST for action port [ 1044.126303] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.126448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.126515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.126740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.126833] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.128276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.129024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.129024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e62d059-023c-4b10-8f53-d9553a115440 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.129024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e62d059-023c-4b10-8f53-d9553a115440" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.129024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e62d059-023c-4b10-8f53-d9553a115440" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.129024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e62d059-023c-4b10-8f53-d9553a115440" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.130027] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e62d059-023c-4b10-8f53-d9553a115440',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.631239] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.631398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.631744] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e62d059-023c-4b10-8f53-d9553a115440 with status ACTIVE [ 1044.631935] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.632063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.632130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.632370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.632459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.632630] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.632723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.632785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.633062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.633211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.633426] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.633522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.633655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.633964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.634097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.634180] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e62d059-023c-4b10-8f53-d9553a115440 is going to be updated. [ 1044.658656] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.658848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.659031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.659166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.659328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.659548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e62d059-023c-4b10-8f53-d9553a115440" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.835453] env[65073]: INFO networking_nsxv3.common.synchronization [req-95983e03-216a-4f53-bc5e-099ec18a02f5 req-3bb9f95d-7ae0-4811-9966-f9d459b54ee5 tempest-ServerDiskConfigTestJSON-1562799029 tempest-ServerDiskConfigTestJSON-1562799029-project-member] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1044.835998] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1044.836258] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.836388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.836460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.836664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.836979] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.836979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.837141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.837265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.837319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.837396] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.107024] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1045.107297] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a deletion is rescheduled due to dependency. [ 1045.107425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.107591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.107797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.108016] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.108189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.108266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.108428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.108513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.108607] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.147813] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.148171] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.148212] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.148655] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.148898] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.149119] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.149252] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.149521] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.149716] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.149952] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.150102] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.150245] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.150386] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.150512] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.150637] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.150779] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.192186] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.192600] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.192806] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.193061] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.193518] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-a71a41a0-681f-4479-afde-f32942c06aa7 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.193839] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-a71a41a0-681f-4479-afde-f32942c06aa7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.194035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-a71a41a0-681f-4479-afde-f32942c06aa7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.194476] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-a71a41a0-681f-4479-afde-f32942c06aa7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.194785] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a71a41a0-681f-4479-afde-f32942c06aa7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.339649] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.339841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.339886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.340122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.340235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.340427] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.340526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.340587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.340737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.340850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.340895] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1045.368986] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.369203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.369278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.369536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.369715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.382103] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1045.611130] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.697059] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.697311] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.697440] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.697724] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.697869] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.698032] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port a71a41a0-681f-4479-afde-f32942c06aa7 not found, creating... [ 1045.698290] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.698489] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.698608] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.698890] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.699038] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.699322] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.699477] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.699592] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.699806] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.699940] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.700088] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: a71a41a0-681f-4479-afde-f32942c06aa7 is going to be created. [ 1045.728605] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.728963] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.729183] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.729598] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.729937] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.730382] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-a71a41a0-681f-4479-afde-f32942c06aa7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.116120] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.495365] env[65073]: INFO networking_nsxv3.common.synchronization [req-95983e03-216a-4f53-bc5e-099ec18a02f5 req-8b78e0dd-e71d-4943-919c-0b59d05c5372 service nova] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_rules [ 1046.495365] env[65073]: INFO networking_nsxv3.common.synchronization [req-95983e03-216a-4f53-bc5e-099ec18a02f5 req-8b78e0dd-e71d-4943-919c-0b59d05c5372 service nova] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1046.495365] env[65073]: INFO networking_nsxv3.common.synchronization [req-95983e03-216a-4f53-bc5e-099ec18a02f5 req-8b78e0dd-e71d-4943-919c-0b59d05c5372 service nova] Enqueued Resource ID: a71a41a0-681f-4479-afde-f32942c06aa7 with Priority: HIGHEST for action port [ 1046.496420] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_rules [ 1046.496420] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1046.497046] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71a41a0-681f-4479-afde-f32942c06aa7 with Priority: HIGHEST for action port [ 1046.497811] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.498275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.498470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.499195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.499477] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.501816] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.501939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.502374] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a71a41a0-681f-4479-afde-f32942c06aa7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.502374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a71a41a0-681f-4479-afde-f32942c06aa7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.502526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a71a41a0-681f-4479-afde-f32942c06aa7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.503225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a71a41a0-681f-4479-afde-f32942c06aa7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.503225] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a71a41a0-681f-4479-afde-f32942c06aa7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.619676] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.619950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.619950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.620365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.620365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.620365] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1046.659068] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.659348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.659462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.659776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.660088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.673525] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1047.005854] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.006047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.007383] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a71a41a0-681f-4479-afde-f32942c06aa7 with status ACTIVE [ 1047.007657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.007794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.007864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.008104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.008208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.008455] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.008572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.008649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.008867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.008963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.009143] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.009235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.009297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.009454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.009528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.009623] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a71a41a0-681f-4479-afde-f32942c06aa7 is going to be updated. [ 1047.032892] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.033068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.033139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.033379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.033517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.033690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a71a41a0-681f-4479-afde-f32942c06aa7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.170021] env[65073]: INFO networking_nsxv3.common.synchronization [req-f90c178f-9e59-47b6-a6a3-98b5e8bbd79b req-3c7082fd-70a9-4255-9d0e-c4f985db5538 tempest-AttachVolumeTestJSON-1854213855 tempest-AttachVolumeTestJSON-1854213855-project-member] Enqueued Resource ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 with Priority: HIGHEST for action security_group_members [ 1047.170021] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 with Priority: HIGHEST for action security_group_members [ 1047.170021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc1306cc-d831-4d08-862c-97bd35bf75e9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.170021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.170021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.170021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.170021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.170021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.170021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.170021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.170021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.170021] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc1306cc-d831-4d08-862c-97bd35bf75e9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.391537] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1047.392169] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 deletion is rescheduled due to dependency. [ 1047.392169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.392169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.392393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.392489] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.392606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.392663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.392839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.392953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.393062] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.673752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.674186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.674186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.674186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.695025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.696076] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.696076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.696076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.696076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.696076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.696076] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 is going to be updated. [ 1047.725863] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.726075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.726149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.726339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.726482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.735772] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 in Status: IN_PROGRESS for 2s [ 1047.897509] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.400047] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.685275] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1048.685566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.685677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.685897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.686103] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.686462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.686462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.686462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.686612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.686612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.686677] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.903077] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.903594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.903788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.905935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.905935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.905935] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1048.935422] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.935630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.935737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.935954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.936167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.945660] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1049.189262] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.189611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.189931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.189931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.190217] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.190342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.190403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.190568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.190656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.190746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.190905] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.190996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.191100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.191292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.191434] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.191557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.191646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.191865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.191865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.192157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.192354] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.696232] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41442cb2-9ea0-41a3-8bb6-b617f707273a: rpc.has_security_group_logging(os_id): False [ 1049.714178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.714421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.714473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.714762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.714927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.715243] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.715432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.715523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.715724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.715830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.716133] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.716273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.716449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.716552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.716907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.716907] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.717112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.717112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.717331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.717457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.717570] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1049.746297] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 in Status: SUCCESS [ 1049.746580] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 deletion is rescheduled due to dependency. [ 1049.746664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.796671] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.796911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.796973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.797248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.797420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.814241] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1050.957825] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1050.958953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.958953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.958953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.959335] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.959745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.959745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.959967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.960113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.960356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.960539] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.462967] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.463214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.463323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.463676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.463887] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.464050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.464141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.464312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.464461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.464560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.464723] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.464810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.464919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.465104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.465291] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.465415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.465415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.465561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.465630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.465726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.465813] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.829303] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1051.829499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.968352] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82: rpc.has_security_group_logging(os_id): False [ 1051.987327] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.987522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.987609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.987861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.987958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.988162] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.988281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.988346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.988517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.988603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.988912] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.989034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.989076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.989201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.989274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.989465] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.989599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.989660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.989799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.989872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.989960] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1052.053903] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.054143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.054143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.054433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.054605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.068758] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1052.170280] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1052.170280] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1053.537860] env[65073]: INFO networking_nsxv3.common.synchronization [None req-6c05cfe1-a4d5-462b-8460-a6d5e52fbda1 tempest-AttachVolumeTestJSON-1854213855 tempest-AttachVolumeTestJSON-1854213855-project-member] Enqueued Resource ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 with Priority: HIGHEST for action security_group_rules [ 1053.538348] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 with Priority: HIGHEST for action security_group_rules [ 1053.538691] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.538853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.538914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.539217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.539299] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce4dc6c7-2efe-4ca0-a805-a0766a1218c1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.624480] env[65073]: INFO networking_nsxv3.common.synchronization [None req-0b39ecce-64e1-41ed-9cfc-98deaca43418 tempest-AttachVolumeTestJSON-1854213855 tempest-AttachVolumeTestJSON-1854213855-project-member] Enqueued Resource ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 with Priority: HIGHEST for action security_group_rules [ 1053.625060] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 with Priority: HIGHEST for action security_group_rules [ 1053.625379] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.625469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.061239] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.061443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.061508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.061712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.061809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.061901] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 already deleted. [ 1054.061983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.062322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.062472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.062520] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce4dc6c7-2efe-4ca0-a805-a0766a1218c1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.082932] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1054.083307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.585284] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.585633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.585633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.585731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.585820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.585945] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 already deleted. [ 1054.586088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.811082] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.811458] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-807" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.811509] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-807" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.811790] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-807" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.812127] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.812313] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.812481] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.812718] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.812873] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.813091] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.813207] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.813314] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.813426] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.813568] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.813634] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.813756] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.835564] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.835755] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.835808] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.836138] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-807" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.836473] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-26332559-8227-4106-b9aa-23ea12ce210f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.836662] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.836781] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.837070] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.837199] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26332559-8227-4106-b9aa-23ea12ce210f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.340244] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.340498] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.340600] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.340987] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.341374] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.341519] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.341684] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.341817] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.342028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.342171] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.342509] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.342670] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.342786] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.342992] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.344055] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.344249] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 26332559-8227-4106-b9aa-23ea12ce210f is going to be updated. [ 1056.367567] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.367824] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.368036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.368432] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.368715] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.369040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.123520] env[65073]: INFO networking_nsxv3.common.synchronization [req-f807603a-896b-4280-ac52-d47d749d64d9 req-7fe9d1d0-9fbd-4b56-831d-8cdd432a5ab3 service nova] Enqueued Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_rules [ 1057.123854] env[65073]: INFO networking_nsxv3.common.synchronization [req-f807603a-896b-4280-ac52-d47d749d64d9 req-7fe9d1d0-9fbd-4b56-831d-8cdd432a5ab3 service nova] Enqueued Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_members [ 1057.124061] env[65073]: INFO networking_nsxv3.common.synchronization [req-f807603a-896b-4280-ac52-d47d749d64d9 req-7fe9d1d0-9fbd-4b56-831d-8cdd432a5ab3 service nova] Enqueued Resource ID: 26332559-8227-4106-b9aa-23ea12ce210f with Priority: HIGHEST for action port [ 1057.124778] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_rules [ 1057.125159] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_members [ 1057.125159] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26332559-8227-4106-b9aa-23ea12ce210f with Priority: HIGHEST for action port [ 1057.125552] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.125921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.125921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.126094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.126202] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.127438] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.127500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.127576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.127800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.128018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.128166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.128253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.128945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.129104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.129487] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.130295] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-26332559-8227-4106-b9aa-23ea12ce210f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.131206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.131206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.131206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.131206] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26332559-8227-4106-b9aa-23ea12ce210f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.633107] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.634231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.634386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.635033] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26332559-8227-4106-b9aa-23ea12ce210f with status ACTIVE [ 1057.635033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.635033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.635033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.635386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.635386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.635386] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.635531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.635531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.636029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.636029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.636029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.636029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.636239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.636239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.636315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.636515] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26332559-8227-4106-b9aa-23ea12ce210f is going to be updated. [ 1057.659351] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.659577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.659577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.660167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.660167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.660167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26332559-8227-4106-b9aa-23ea12ce210f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.138235] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.641139] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.641391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.641481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.641901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.642011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.642130] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e163014f-cc72-4a9a-869e-1127147ac252 is going to be updated. [ 1058.671702] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.671953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.671953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.672145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.672315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.682440] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: IN_PROGRESS for 2s [ 1059.283670] env[65073]: INFO networking_nsxv3.common.synchronization [req-a20f93a8-94c5-4109-ae57-7aa180ea56a3 req-471af596-1d25-4faa-963c-ede738355072 tempest-AttachVolumeTestJSON-1854213855 tempest-AttachVolumeTestJSON-1854213855-project-member] Enqueued Resource ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 with Priority: HIGHEST for action security_group_members [ 1059.284031] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 with Priority: HIGHEST for action security_group_members [ 1059.285160] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.285160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.285160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.285160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.285483] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.285483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.285483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.285830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.285830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.285830] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce4dc6c7-2efe-4ca0-a805-a0766a1218c1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.738195] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.738475] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-540" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.738638] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-540" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.738938] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-540" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.739519] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.741320] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.741320] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.741320] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.741320] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.741551] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.741742] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.744165] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.744314] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.745623] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.745623] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.745623] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.767524] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.772022] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.772022] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.772022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-540" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.772022] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-a263cab0-77af-4c5d-b6d4-d15a1d403115 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.772022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-a263cab0-77af-4c5d-b6d4-d15a1d403115" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.772022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-a263cab0-77af-4c5d-b6d4-d15a1d403115" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.772022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-a263cab0-77af-4c5d-b6d4-d15a1d403115" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.772022] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a263cab0-77af-4c5d-b6d4-d15a1d403115',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.791551] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.791714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.791791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.792018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.793333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.793333] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.793333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.793333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.793333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.793333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.793333] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 already deleted. [ 1059.793333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.275555] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.275911] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.276134] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.276366] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.276573] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.276761] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port a263cab0-77af-4c5d-b6d4-d15a1d403115 not found, creating... [ 1060.277068] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.277240] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.277356] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.277585] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.277727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.278015] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.278288] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.278406] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.278642] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.278787] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.278917] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: a263cab0-77af-4c5d-b6d4-d15a1d403115 is going to be created. [ 1060.301560] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.301980] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.301980] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.302173] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.302476] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.302727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-a263cab0-77af-4c5d-b6d4-d15a1d403115" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.696373] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: SUCCESS [ 1060.696605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.696808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.697083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.697308] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.697455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.697637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.697724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.697889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.697889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.697998] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.835749] env[65073]: INFO networking_nsxv3.common.synchronization [req-5f7c9728-22f5-4119-9d95-67b4cbaaa321 req-cff30286-0f8c-4877-a7a9-c20dc1116d6c tempest-ServerActionsTestJSON-1719847796 tempest-ServerActionsTestJSON-1719847796-project-member] Enqueued Resource ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e with Priority: HIGHEST for action security_group_members [ 1060.835749] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e with Priority: HIGHEST for action security_group_members [ 1060.835749] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a9a15c-2278-4a22-a473-1155ce49bc2e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.837279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.837279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.837279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.837279] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.837279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.837279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.837279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.837279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.837279] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a9a15c-2278-4a22-a473-1155ce49bc2e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.024815] env[65073]: INFO networking_nsxv3.common.synchronization [req-a20f93a8-94c5-4109-ae57-7aa180ea56a3 req-9d69b300-ad3b-467a-b434-4d00ac03cd95 service nova] Enqueued Resource ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 with Priority: HIGHEST for action security_group_rules [ 1061.024815] env[65073]: INFO networking_nsxv3.common.synchronization [req-a20f93a8-94c5-4109-ae57-7aa180ea56a3 req-9d69b300-ad3b-467a-b434-4d00ac03cd95 service nova] Enqueued Resource ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 with Priority: HIGHEST for action security_group_members [ 1061.024815] env[65073]: INFO networking_nsxv3.common.synchronization [req-a20f93a8-94c5-4109-ae57-7aa180ea56a3 req-9d69b300-ad3b-467a-b434-4d00ac03cd95 service nova] Enqueued Resource ID: a263cab0-77af-4c5d-b6d4-d15a1d403115 with Priority: HIGHEST for action port [ 1061.026969] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 with Priority: HIGHEST for action security_group_rules [ 1061.027151] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 with Priority: HIGHEST for action security_group_members [ 1061.027273] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a263cab0-77af-4c5d-b6d4-d15a1d403115 with Priority: HIGHEST for action port [ 1061.029051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.029196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.029261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.029448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.029532] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce4dc6c7-2efe-4ca0-a805-a0766a1218c1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.032752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.032752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.032752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.035301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.035301] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.035301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.035301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.035301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.035301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.035301] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce4dc6c7-2efe-4ca0-a805-a0766a1218c1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.035894] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a263cab0-77af-4c5d-b6d4-d15a1d403115 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.035894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a263cab0-77af-4c5d-b6d4-d15a1d403115" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.035894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a263cab0-77af-4c5d-b6d4-d15a1d403115" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.035894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a263cab0-77af-4c5d-b6d4-d15a1d403115" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.035894] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a263cab0-77af-4c5d-b6d4-d15a1d403115',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.203926] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.204818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.204957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.205356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.205812] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.206171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.206171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.206646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.206807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.206985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.207277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.207478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.207597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.207853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.208329] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.208329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.208497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.209570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.209570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.209570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.209570] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.341204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.341629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.341629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.341871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.342117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.342444] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.342647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.342768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.343068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.343168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.343270] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e is going to be updated. [ 1061.376330] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.376578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.376636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.376809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.376955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.389245] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e in Status: IN_PROGRESS for 2s [ 1061.540250] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.540250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.540250] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce4dc6c7-2efe-4ca0-a805-a0766a1218c1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.541200] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a263cab0-77af-4c5d-b6d4-d15a1d403115 with status ACTIVE [ 1061.541200] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.541200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.541344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.543867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.543867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.543867] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.543867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.544596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.544596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.544596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.545191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.545191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.545191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.545548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.545615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.545754] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a263cab0-77af-4c5d-b6d4-d15a1d403115 is going to be updated. [ 1061.578693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.579209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.579209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.579479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.579711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.580415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a263cab0-77af-4c5d-b6d4-d15a1d403115" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.712917] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e163014f-cc72-4a9a-869e-1127147ac252: rpc.has_security_group_logging(os_id): False [ 1061.740583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.740916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.741083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.741467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.741600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.742015] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.742166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.742245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.742574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.742714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.743051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.743174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.743244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.743457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.743563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.743860] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.744044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.744115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.744388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.744529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.744643] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e163014f-cc72-4a9a-869e-1127147ac252 is going to be updated. [ 1061.863768] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.864057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.864057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.864396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.864567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.882688] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: IN_PROGRESS for 2s [ 1062.049036] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce4dc6c7-2efe-4ca0-a805-a0766a1218c1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.553026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.553026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.553026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.553692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.553692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.553692] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 is going to be created. [ 1062.578571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.578737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.578825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.579029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.579358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.591184] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 in Status: UNINITIALIZED for 2s [ 1063.400439] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e in Status: SUCCESS [ 1063.400697] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e deletion is rescheduled due to dependency. [ 1063.400786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.904362] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: SUCCESS [ 1063.904362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.602107] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 in Status: SUCCESS [ 1064.602304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.602362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.602715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.603020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.603220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.603348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.603608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.603768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.603926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.604101] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce4dc6c7-2efe-4ca0-a805-a0766a1218c1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.106806] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce4dc6c7-2efe-4ca0-a805-a0766a1218c1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.611617] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce4dc6c7-2efe-4ca0-a805-a0766a1218c1: rpc.has_security_group_logging(os_id): False [ 1065.631951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.632284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.632284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.632706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.632833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.633283] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.633544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.633629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.633885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.634129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.634302] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 is going to be created. [ 1065.702235] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.702484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.702484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.702780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.702966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.718087] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 in Status: IN_PROGRESS for 2s [ 1066.028327] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1066.028587] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1067.734987] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 in Status: SUCCESS [ 1067.735577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.505810] env[65073]: INFO networking_nsxv3.common.synchronization [req-54d5595d-c8e4-4b88-ab56-61cfc891a564 req-262757a7-5e0e-4cca-b933-5b0332adfbe6 tempest-DeleteServersTestJSON-1013596539 tempest-DeleteServersTestJSON-1013596539-project-member] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1069.506646] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1069.507480] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.507480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.507480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.507817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.507857] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.507958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.508768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.508768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.508768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.508768] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.014856] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.014856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.014856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.014856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.014856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.014856] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.014856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.014856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.014856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.015301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.015301] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1070.049669] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.050640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.051739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.051739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.051739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.061745] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1070.218718] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.219574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.219691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.219960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.220113] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.358722] env[65073]: INFO networking_nsxv3.common.synchronization [req-dea04ade-fb42-41f8-995b-16e6c69a3c15 req-4e51057e-9fd5-4b9d-bb6a-52f0b2f0b3fb tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1070.359176] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1070.359556] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.359683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.359751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.360073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.360452] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.360581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.360652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.360897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.360897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.361032] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.722318] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.727790] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.727935] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.728063] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.728373] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.728724] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.728880] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.729105] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.729360] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.729510] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.729746] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.729863] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.730027] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.730252] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.730252] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.730387] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.730484] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.752773] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.752773] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.752773] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.752938] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.753663] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-6c2fad99-0b8b-40ee-aad1-2af64e850e7a taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.753663] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-6c2fad99-0b8b-40ee-aad1-2af64e850e7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.753663] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-6c2fad99-0b8b-40ee-aad1-2af64e850e7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.754187] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-6c2fad99-0b8b-40ee-aad1-2af64e850e7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.755335] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2fad99-0b8b-40ee-aad1-2af64e850e7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.863663] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.863863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.863917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.864182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.864283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.864485] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.864680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.864680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.864819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.864906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.864996] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1070.895124] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.895124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.895124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.895124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.895124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.909181] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1071.224971] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.258411] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.258411] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.258411] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.258411] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.258411] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.258411] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 6c2fad99-0b8b-40ee-aad1-2af64e850e7a not found, creating... [ 1071.259265] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.259459] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.259580] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.259813] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.259965] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.260260] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.260418] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.260542] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.261032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.261032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.261032] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 6c2fad99-0b8b-40ee-aad1-2af64e850e7a is going to be created. [ 1071.306822] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.307081] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.307227] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.307539] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.307778] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.308039] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-6c2fad99-0b8b-40ee-aad1-2af64e850e7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.728034] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1071.728034] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1072.075480] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1072.075651] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a deletion is rescheduled due to dependency. [ 1072.075763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.486345] env[65073]: INFO networking_nsxv3.common.synchronization [req-dea04ade-fb42-41f8-995b-16e6c69a3c15 req-f69b23c1-9283-4ea9-8f2f-78bd7b38645d service nova] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_rules [ 1072.486594] env[65073]: INFO networking_nsxv3.common.synchronization [req-dea04ade-fb42-41f8-995b-16e6c69a3c15 req-f69b23c1-9283-4ea9-8f2f-78bd7b38645d service nova] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1072.486682] env[65073]: INFO networking_nsxv3.common.synchronization [req-dea04ade-fb42-41f8-995b-16e6c69a3c15 req-f69b23c1-9283-4ea9-8f2f-78bd7b38645d service nova] Enqueued Resource ID: 6c2fad99-0b8b-40ee-aad1-2af64e850e7a with Priority: HIGHEST for action port [ 1072.487189] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_rules [ 1072.487342] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1072.487444] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c2fad99-0b8b-40ee-aad1-2af64e850e7a with Priority: HIGHEST for action port [ 1072.487729] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.487850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.487927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.488228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.488272] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.489278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.489372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.489517] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c2fad99-0b8b-40ee-aad1-2af64e850e7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.489863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c2fad99-0b8b-40ee-aad1-2af64e850e7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.489945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c2fad99-0b8b-40ee-aad1-2af64e850e7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.490133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c2fad99-0b8b-40ee-aad1-2af64e850e7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.490211] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2fad99-0b8b-40ee-aad1-2af64e850e7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.575923] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.576166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.576166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.576365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.589842] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1072.590905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.591875] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1072.627229] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.627442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.627442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.627653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.638550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.639295] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1072.639390] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1072.639499] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1072.682727] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.682965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.682965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.683530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.684600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.684786] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1072.759229] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.759577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.759577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.759660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.760085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.760329] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1072.837967] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.838176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.838222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.838496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.838814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.839143] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1072.839269] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8eabd65e-4ea2-4e14-a83c-013e331513ac', '3e291ca8-3435-4205-99ff-1797520c5913', '04f3968a-49cd-49d3-a1ca-b6814ca6f4aa', '89a9aa27-aefa-4590-af17-3472aa4ea192', 'a90b273e-9368-4da0-b50f-768898534bc9', '85048e50-8e6f-4b11-a9f4-449ce2071168', 'e163014f-cc72-4a9a-869e-1127147ac252', '37b45187-47d3-48d3-8af0-a34e2221f02b', '57df3f2c-c7ca-4018-81b0-0012c6919963', 'be040ff7-28ea-4120-bf44-8b37a5894664', '24dc9a94-8343-4395-8429-a7ccc8d08bdd', 'cb11bf66-9206-465f-9167-8a76c14e74d9', '2bbe7105-d6ca-445a-9100-94e45e8ce467', '2afc5349-472f-4e4c-a4bd-8a1c6238625b', '9e1e83e0-79be-4787-9864-300c5f2a9d8d', '21386403-a28b-450e-a859-a087b70e40bf', 'cf788a74-98ab-4c48-91a6-13790340a632', 'b7a896d1-0c47-4da8-9f7d-08735f5684e3', '546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d', '10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342', '8bb06955-8389-4e79-8d5f-1d29bc037b17', '371b48a8-d8bb-40d3-9002-811f55dec047', 'eea6527e-e834-48bc-9764-dd76bfa76966', 'ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a', '3b267616-589e-4003-ab79-c6348796a47e', '41442cb2-9ea0-41a3-8bb6-b617f707273a', 'f5fc1b43-f8a2-465f-86db-c48f4b49bee9', '07315d13-987d-43aa-a574-b384246dee89', '45a9a15c-2278-4a22-a473-1155ce49bc2e', '4a465350-0988-4298-b432-7cb880c2eabe', 'cc1306cc-d831-4d08-862c-97bd35bf75e9', '53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82', '0d466f6d-d242-44e6-8d12-6699d56dfaa8', 'ce4dc6c7-2efe-4ca0-a805-a0766a1218c1', '8d5cdf0c-1738-405b-b14d-ff14082dd4db', 'd37f2478-adcc-413f-b4f0-9c5bca0c3f2f', '1605f304-aa7b-4c5e-a6a3-e51e5467f670', '4334a856-f90a-44c1-8478-485e13c710ce', 'd2233e16-b9fb-48ee-b331-763ed4fc0e11', '2d2d4872-3724-443f-88f7-7004f81fd10c', '54c73e9d-c074-4781-9956-23d212aa1e5b', '0bc00696-ddfd-4005-b506-c5cd8057b3b0', '75588a77-0475-409f-8dfb-62abc7c6b80f', 'd3821ac3-5fb9-445f-b011-583c9e4002e8', 'b5ecd08c-8bb9-42a9-94d5-8335201bd596', '0640afb1-a17f-4308-a977-a999c84ee229', '2cc2879e-b450-4a77-b4f9-52555e6d3fc8'} {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1072.839393] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1072.859398] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.859618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.859730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.859952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.860053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.860167] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1072.860268] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1072.860377] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1072.922088] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1072.922303] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac deletion is rescheduled due to dependency. [ 1072.922416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.922772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.923189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.923391] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.923606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.923734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.924015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.924166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.924316] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.947530] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.948133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.948133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.948133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.949767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.949767] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1072.949767] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1072.950152] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1072.950152] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1072.950152] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1072.950152] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGH for action security_group_rules [ 1072.950152] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGH for action security_group_rules [ 1072.950878] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa with Priority: HIGH for action security_group_rules [ 1072.950878] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGH for action security_group_rules [ 1072.950878] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGH for action security_group_rules [ 1072.950878] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 with Priority: HIGH for action security_group_rules [ 1072.950878] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGH for action security_group_rules [ 1072.950878] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37b45187-47d3-48d3-8af0-a34e2221f02b with Priority: HIGH for action security_group_rules [ 1072.950878] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 with Priority: HIGH for action security_group_rules [ 1072.950878] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be040ff7-28ea-4120-bf44-8b37a5894664 with Priority: HIGH for action security_group_rules [ 1072.950878] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd with Priority: HIGH for action security_group_rules [ 1072.950878] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGH for action security_group_rules [ 1072.950878] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 with Priority: HIGH for action security_group_rules [ 1072.951642] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b with Priority: HIGH for action security_group_rules [ 1072.951642] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGH for action security_group_rules [ 1072.951642] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGH for action security_group_rules [ 1072.951642] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf788a74-98ab-4c48-91a6-13790340a632 with Priority: HIGH for action security_group_rules [ 1072.951642] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGH for action security_group_rules [ 1072.951642] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d with Priority: HIGH for action security_group_rules [ 1072.951642] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 with Priority: HIGH for action security_group_rules [ 1072.951642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.991941] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.992176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.992412] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c2fad99-0b8b-40ee-aad1-2af64e850e7a with status ACTIVE [ 1072.992635] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.992635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.992756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.992870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.992977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.994152] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.994152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.994152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.994152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.994152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.994152] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.994152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.994152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.994835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.994835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.994835] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c2fad99-0b8b-40ee-aad1-2af64e850e7a is going to be updated. [ 1073.018963] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.019272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.019272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.019488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.019634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.019852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c2fad99-0b8b-40ee-aad1-2af64e850e7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.105729] env[65073]: INFO networking_nsxv3.common.synchronization [req-4ab6890e-d22d-4b0a-91cd-fb4d57a56e08 req-017e338a-cb28-406d-ae7d-77c2f0e5965c tempest-ServerDiskConfigTestJSON-1562799029 tempest-ServerDiskConfigTestJSON-1562799029-project-member] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1073.106283] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1073.106451] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGH for action security_group_rules [ 1073.106593] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa with Priority: HIGH for action security_group_rules [ 1073.106631] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGH for action security_group_rules [ 1073.107632] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGH for action security_group_rules [ 1073.107632] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 with Priority: HIGH for action security_group_rules [ 1073.107632] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d with Priority: HIGH for action security_group_rules [ 1073.107632] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 with Priority: HIGH for action security_group_rules [ 1073.107632] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf788a74-98ab-4c48-91a6-13790340a632 with Priority: HIGH for action security_group_rules [ 1073.107632] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b with Priority: HIGH for action security_group_rules [ 1073.107632] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21386403-a28b-450e-a859-a087b70e40bf with Priority: HIGH for action security_group_rules [ 1073.107632] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 with Priority: HIGH for action security_group_rules [ 1073.107632] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb11bf66-9206-465f-9167-8a76c14e74d9 with Priority: HIGH for action security_group_rules [ 1073.107632] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd with Priority: HIGH for action security_group_rules [ 1073.107632] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be040ff7-28ea-4120-bf44-8b37a5894664 with Priority: HIGH for action security_group_rules [ 1073.107632] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 with Priority: HIGH for action security_group_rules [ 1073.108094] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 with Priority: HIGH for action security_group_rules [ 1073.108094] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b45187-47d3-48d3-8af0-a34e2221f02b with Priority: HIGH for action security_group_rules [ 1073.108094] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a90b273e-9368-4da0-b50f-768898534bc9 with Priority: HIGH for action security_group_rules [ 1073.108094] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGH for action security_group_rules [ 1073.108094] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 with Priority: HIGH for action security_group_rules [ 1073.108734] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.109823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.109823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.109823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.109823] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.109823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.109823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.110178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.110178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.110178] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.112110] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.112378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.112682] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.112818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.113026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.113700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.113700] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f3968a-49cd-49d3-a1ca-b6814ca6f4aa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.114488] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.114842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.114842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.115644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.115644] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.117678] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.117678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.117678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.117678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.117678] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.118030] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.118413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.118413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.118413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.118413] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.119410] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.119410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.119590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.119631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.119715] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.120535] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.120535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.120681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.120729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.120764] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7a896d1-0c47-4da8-9f7d-08735f5684e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.122131] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf788a74-98ab-4c48-91a6-13790340a632 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.122131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.122131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.122131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.122131] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf788a74-98ab-4c48-91a6-13790340a632',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.122771] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2afc5349-472f-4e4c-a4bd-8a1c6238625b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.122771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.122771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.123144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.123144] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2afc5349-472f-4e4c-a4bd-8a1c6238625b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.126263] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21386403-a28b-450e-a859-a087b70e40bf taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.126263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.126263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.126263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.126263] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21386403-a28b-450e-a859-a087b70e40bf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.127351] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bbe7105-d6ca-445a-9100-94e45e8ce467 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.127351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.127351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.127351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.127351] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bbe7105-d6ca-445a-9100-94e45e8ce467',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.127995] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb11bf66-9206-465f-9167-8a76c14e74d9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.128169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.128169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.128321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.128677] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb11bf66-9206-465f-9167-8a76c14e74d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.129592] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.129721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.131444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.131444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.131444] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24dc9a94-8343-4395-8429-a7ccc8d08bdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.131444] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be040ff7-28ea-4120-bf44-8b37a5894664 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.131444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.131444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.131444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.131444] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be040ff7-28ea-4120-bf44-8b37a5894664',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.131928] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57df3f2c-c7ca-4018-81b0-0012c6919963 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.131980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.132057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.132200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.132458] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57df3f2c-c7ca-4018-81b0-0012c6919963',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.132994] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85048e50-8e6f-4b11-a9f4-449ce2071168 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.133130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.133177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.133750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.133750] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85048e50-8e6f-4b11-a9f4-449ce2071168',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.134191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37b45187-47d3-48d3-8af0-a34e2221f02b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.134398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.134488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.134625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.134702] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37b45187-47d3-48d3-8af0-a34e2221f02b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.135929] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a90b273e-9368-4da0-b50f-768898534bc9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.135929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.135929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.135929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.136464] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a90b273e-9368-4da0-b50f-768898534bc9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.136714] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.136817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.136817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.137074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.137074] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.137808] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89a9aa27-aefa-4590-af17-3472aa4ea192 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.139108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.139108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.139108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.139108] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89a9aa27-aefa-4590-af17-3472aa4ea192',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.165228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.165870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.165870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.165870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.194531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.194694] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f3968a-49cd-49d3-a1ca-b6814ca6f4aa is going to be deleted. [ 1073.255060] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.255060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.255060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.255060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.255060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.255060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f3968a-49cd-49d3-a1ca-b6814ca6f4aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.375323] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.375587] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.375712] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.375991] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.376285] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.376469] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.376612] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.376833] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.376981] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.377199] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.377311] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.377418] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.377519] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.377626] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.377767] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.377859] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.396796] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.396946] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.397102] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.397295] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-33" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.397614] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-32ffef5c-4876-4a2f-a8b3-82d178b69061 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.397789] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.397905] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.398205] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.398311] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ffef5c-4876-4a2f-a8b3-82d178b69061',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.426552] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.642800] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.642931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.643013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.643232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.654812] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.654812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.654812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.655105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.655197] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.655252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.655296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.655675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.655675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.655675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.655675] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.657588] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.657715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.657763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.657917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.658075] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.658167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.658227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.658365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.658445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.658524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.658610] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.729129] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.729129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.729421] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.729542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.730307] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.730518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.731821] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.731821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.732267] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.732356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.733345] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.733420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.734142] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.734204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.734918] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.735019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.735691] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.735973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.736520] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.736626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.737503] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1073.737627] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.737736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.738326] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1073.738682] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.738769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.739421] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1073.739849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.740038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.740246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.740311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.740549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.740697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.740746] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1073.741645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.741828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.743729] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.743729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.744270] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.744373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.744973] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1073.745367] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.745470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.746038] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1073.746540] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.746540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.764500] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1073.764981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.765125] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf788a74-98ab-4c48-91a6-13790340a632 is going to be deleted. [ 1073.766075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.766758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.780552] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.780552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.780552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.780552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.780890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.788811] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1073.792889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.793076] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85048e50-8e6f-4b11-a9f4-449ce2071168 is going to be deleted. [ 1073.794060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.794279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.818230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.818394] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57df3f2c-c7ca-4018-81b0-0012c6919963 is going to be deleted. [ 1073.819449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.819665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.833445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.833584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.858177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.858348] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2afc5349-472f-4e4c-a4bd-8a1c6238625b is going to be deleted. [ 1073.859225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.859436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.873903] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.874133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.897038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.897184] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342 is going to be deleted. [ 1073.898099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.898309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.901165] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.901368] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.901489] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.901763] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.901881] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.902230] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.902397] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.902630] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.902874] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.903028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.903555] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.903555] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.903749] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.903824] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.903927] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.904083] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 32ffef5c-4876-4a2f-a8b3-82d178b69061 is going to be updated. [ 1073.919865] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.920127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.927757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.927952] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d is going to be deleted. [ 1073.928926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.929383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.930295] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.952462] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.952840] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.952979] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.953283] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.953483] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.953740] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.964526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.964686] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89a9aa27-aefa-4590-af17-3472aa4ea192 is going to be deleted. [ 1073.965846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.966134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.035047] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.035047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.035860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.035985] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be040ff7-28ea-4120-bf44-8b37a5894664 is going to be deleted. [ 1074.037274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.037522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.039462] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.039637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.054341] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.054585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.079868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.080115] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d is going to be deleted. [ 1074.081520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.081871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.111071] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.111374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.168073] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.173095] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.173281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.173360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.173734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.173924] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.174047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.174194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.174289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.174392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.174490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.174623] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.174716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.174779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.174990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.175116] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.175223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.175267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.175405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.175478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.175555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.175645] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.211209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.211209] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24dc9a94-8343-4395-8429-a7ccc8d08bdd is going to be deleted. [ 1074.211209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.211209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.214572] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.215096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.291528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.291770] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a90b273e-9368-4da0-b50f-768898534bc9 is going to be deleted. [ 1074.293341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.293709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.354059] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.354321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.367493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.367782] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7a896d1-0c47-4da8-9f7d-08735f5684e3 is going to be deleted. [ 1074.368584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.368834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.432685] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.432953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.432953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.433247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.433357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.433486] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1074.441498] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.441498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.453051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.453247] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bbe7105-d6ca-445a-9100-94e45e8ce467 is going to be deleted. [ 1074.454153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.454360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.500773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.501019] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21386403-a28b-450e-a859-a087b70e40bf is going to be deleted. [ 1074.504205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.504205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.508437] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.508666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.514530] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.514530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.514765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.514942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.515196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.540080] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1074.541137] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.541268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.542239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.542367] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb11bf66-9206-465f-9167-8a76c14e74d9 is going to be deleted. [ 1074.543363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.543709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.617567] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.617713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.620305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.620423] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37b45187-47d3-48d3-8af0-a34e2221f02b is going to be deleted. [ 1074.621489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.621716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.621805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.621929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf788a74-98ab-4c48-91a6-13790340a632" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.622097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.622253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.622337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.622451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85048e50-8e6f-4b11-a9f4-449ce2071168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.623083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.623245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.623328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.623440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57df3f2c-c7ca-4018-81b0-0012c6919963" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.623590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.623742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.623825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.623928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e65eb9-5ebe-4c58-b30a-d8a6cc5d4342" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.624066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.624207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.624275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.624473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2afc5349-472f-4e4c-a4bd-8a1c6238625b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.624613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.624756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.624855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.624963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.625116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.625235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.625332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.625417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89a9aa27-aefa-4590-af17-3472aa4ea192" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.625540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.625682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.625758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.625867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be040ff7-28ea-4120-bf44-8b37a5894664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.626013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.626152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.626228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.626338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-546917fc-8d1c-4f03-a5a6-9c6d84cb7b8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.626461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.626596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.626670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.626782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24dc9a94-8343-4395-8429-a7ccc8d08bdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.626904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.627051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.627129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.627237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a90b273e-9368-4da0-b50f-768898534bc9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.627367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.627505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.627570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.627682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7a896d1-0c47-4da8-9f7d-08735f5684e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.627809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.627947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.628034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.628148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bbe7105-d6ca-445a-9100-94e45e8ce467" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.641761] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.641916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.642016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.642253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.642381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.642476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21386403-a28b-450e-a859-a087b70e40bf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.665921] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.666125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.666200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.666819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.666819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.666819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb11bf66-9206-465f-9167-8a76c14e74d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.670013] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e291ca8-3435-4205-99ff-1797520c5913: rpc.has_security_group_logging(os_id): False [ 1074.678765] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e163014f-cc72-4a9a-869e-1127147ac252: rpc.has_security_group_logging(os_id): False [ 1074.681070] env[65073]: INFO networking_nsxv3.common.synchronization [req-4205f77f-3085-4a5f-94e5-ff7fc5330c18 req-3bf745e9-3761-41e9-a2f9-29610fe0ebf0 service nova] Enqueued Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_rules [ 1074.681314] env[65073]: INFO networking_nsxv3.common.synchronization [req-4205f77f-3085-4a5f-94e5-ff7fc5330c18 req-3bf745e9-3761-41e9-a2f9-29610fe0ebf0 service nova] Enqueued Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_members [ 1074.681416] env[65073]: INFO networking_nsxv3.common.synchronization [req-4205f77f-3085-4a5f-94e5-ff7fc5330c18 req-3bf745e9-3761-41e9-a2f9-29610fe0ebf0 service nova] Enqueued Resource ID: 32ffef5c-4876-4a2f-a8b3-82d178b69061 with Priority: HIGHEST for action port [ 1074.681661] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_rules [ 1074.685904] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_members [ 1074.685904] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ffef5c-4876-4a2f-a8b3-82d178b69061 with Priority: HIGHEST for action port [ 1074.685904] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07315d13-987d-43aa-a574-b384246dee89 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.685904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.685904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.685904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.685904] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.685904] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-07315d13-987d-43aa-a574-b384246dee89 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.685904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.685904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.685904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.685904] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.685904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.685904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.685904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.685904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.685904] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.685904] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ffef5c-4876-4a2f-a8b3-82d178b69061 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.685904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.686966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.686966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.686966] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ffef5c-4876-4a2f-a8b3-82d178b69061',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.707535] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.707764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.707764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.707950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.712685] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.713412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.752264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.752681] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.752766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.752837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.753067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.753133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.753222] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e291ca8-3435-4205-99ff-1797520c5913 is going to be updated. [ 1074.754978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.755207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.769967] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.769967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.783714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.784030] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.784192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.784269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.784496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.784615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.784839] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.784944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.785016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.785211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.785258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.785453] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.785560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.785621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.785808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.785885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.785967] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e163014f-cc72-4a9a-869e-1127147ac252 is going to be updated. [ 1074.787274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.787441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.787527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.787641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37b45187-47d3-48d3-8af0-a34e2221f02b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.029745] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.029745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.029745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.029745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.029745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.031515] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.031629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.031700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.031869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.032010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.047057] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: IN_PROGRESS for 2s [ 1075.049691] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1075.050084] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: IN_PROGRESS for 2s [ 1075.188915] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-07315d13-987d-43aa-a574-b384246dee89 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.189165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.189217] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32ffef5c-4876-4a2f-a8b3-82d178b69061 with status ACTIVE [ 1075.189360] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.189471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.189538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.189762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.189855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.190046] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.190147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.190211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.190376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.190449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.190708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.190819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.190882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.191076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.191156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.191244] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32ffef5c-4876-4a2f-a8b3-82d178b69061 is going to be updated. [ 1075.192338] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.216958] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.217203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.217203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.217379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.217602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.217788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ffef5c-4876-4a2f-a8b3-82d178b69061" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.695338] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.799853] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1075.800213] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 deletion is rescheduled due to dependency. [ 1075.800309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.198149] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.198352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.198480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.198731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.198825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.198926] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07315d13-987d-43aa-a574-b384246dee89 is going to be updated. [ 1076.234890] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.235132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.235132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.235383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.235576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.247914] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07315d13-987d-43aa-a574-b384246dee89 in Status: IN_PROGRESS for 2s [ 1076.556363] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1076.556736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.557021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.557405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.557678] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.557869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.558007] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.558250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.558427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.558569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.558715] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.062222] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: SUCCESS [ 1077.062651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.063094] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.063259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.063343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.063627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.063819] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.064024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.064144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.064326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.064417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.064508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.064669] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.064769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.064835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.065014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.065212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.065321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.065387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.065532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.065615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.065696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.065788] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.067909] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: SUCCESS [ 1077.069029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.569801] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8eabd65e-4ea2-4e14-a83c-013e331513ac: rpc.has_security_group_logging(os_id): False [ 1077.588069] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.588224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.588298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.588512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.611645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.611913] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.612046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.612116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.612314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.612397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.612636] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.612786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.612894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.613487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.613487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.613861] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.613861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.613861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.614042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.614214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.615038] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1077.679950] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.680442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.680442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.680690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.680745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.695430] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1078.259095] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07315d13-987d-43aa-a574-b384246dee89 in Status: SUCCESS [ 1078.259423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.259650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.259731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.260024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.260115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.260171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.260351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.260482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.260482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.260925] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.479093] env[65073]: INFO networking_nsxv3.common.synchronization [None req-275eb53a-44b4-499f-9628-32b8144bcb74 tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1078.479597] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1078.479960] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.479960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.480215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.480282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.480399] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.480624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.480624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.480796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.480796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.480909] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.762810] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.983528] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.264878] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07315d13-987d-43aa-a574-b384246dee89: rpc.has_security_group_logging(os_id): False [ 1079.284938] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.285117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.285167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.285346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.307444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.307747] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.307873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.307943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.308180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.308317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.308433] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07315d13-987d-43aa-a574-b384246dee89 is going to be updated. [ 1079.381144] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.381418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.381418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.381664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.381781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.398208] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07315d13-987d-43aa-a574-b384246dee89 in Status: IN_PROGRESS for 2s [ 1079.486328] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.714497] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1079.715109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.715109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.715230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.715353] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.989987] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.989987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.989987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.990310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.990347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.990674] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1080.033031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.033222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.033293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.033551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.033736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.037011] env[65073]: INFO networking_nsxv3.common.synchronization [req-4f68f497-99f3-4c11-bc51-b5634056ba26 req-228731c6-8483-4c78-9ec8-e37684ec497e tempest-ServerDiskConfigTestJSON-1562799029 tempest-ServerDiskConfigTestJSON-1562799029-project-member] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1080.037651] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1080.038019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.038927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.039044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.043374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.043638] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.043748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.043814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.044070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.044215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.044364] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.048420] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1080.218089] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.218089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.395071] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.395071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.395071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.395071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.395071] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.395874] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.396184] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.396597] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.396949] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.397340] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.397581] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.398385] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.398385] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.398385] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.398385] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.398632] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.423305] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.423481] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.423717] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.423957] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.424323] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-a851b07b-b67f-424d-afe3-6b70b71d4b90 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.424491] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-a851b07b-b67f-424d-afe3-6b70b71d4b90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.424604] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-a851b07b-b67f-424d-afe3-6b70b71d4b90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.425933] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-a851b07b-b67f-424d-afe3-6b70b71d4b90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.425933] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a851b07b-b67f-424d-afe3-6b70b71d4b90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.547437] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.547673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.547745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.547979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.548159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.548374] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.548489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.548628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.548756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.548850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.548935] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1080.577505] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.577700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.577813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.578132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.578331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.587933] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1080.833754] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.833993] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.834131] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.834407] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.834687] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.834844] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.834992] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.835402] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.835579] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.835816] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.835957] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.836108] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.836227] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.836341] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.836481] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.836701] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.856986] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.857215] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.857386] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.857565] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.857896] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-c60baaa7-5012-44af-a320-7ed90e19c66c taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.858085] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-c60baaa7-5012-44af-a320-7ed90e19c66c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.858204] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-c60baaa7-5012-44af-a320-7ed90e19c66c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.858537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-c60baaa7-5012-44af-a320-7ed90e19c66c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.858676] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c60baaa7-5012-44af-a320-7ed90e19c66c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.928332] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.928637] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.928774] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.929071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.929227] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.929380] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port a851b07b-b67f-424d-afe3-6b70b71d4b90 not found, creating... [ 1080.929655] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.929822] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.930026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.930298] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.930518] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.930859] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.931036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.931161] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.931373] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.931509] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.931649] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: a851b07b-b67f-424d-afe3-6b70b71d4b90 is going to be created. [ 1080.967576] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.967843] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.968051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.968372] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.968607] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.968838] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-a851b07b-b67f-424d-afe3-6b70b71d4b90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.361815] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.362231] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.362231] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.362643] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.362877] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.363081] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port c60baaa7-5012-44af-a320-7ed90e19c66c not found, creating... [ 1081.363380] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.363678] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.363808] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.364088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.364269] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.364660] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.364910] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.365100] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.365426] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.365628] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.365836] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: c60baaa7-5012-44af-a320-7ed90e19c66c is going to be created. [ 1081.389237] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.389573] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.389573] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.389922] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.390193] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.390448] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-c60baaa7-5012-44af-a320-7ed90e19c66c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.418183] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07315d13-987d-43aa-a574-b384246dee89 in Status: SUCCESS [ 1081.418557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.747480] env[65073]: INFO networking_nsxv3.common.synchronization [req-4f68f497-99f3-4c11-bc51-b5634056ba26 req-b165ce92-6468-4171-a418-9e57f67ea899 service nova] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_rules [ 1081.747654] env[65073]: INFO networking_nsxv3.common.synchronization [req-4f68f497-99f3-4c11-bc51-b5634056ba26 req-b165ce92-6468-4171-a418-9e57f67ea899 service nova] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1081.747796] env[65073]: INFO networking_nsxv3.common.synchronization [req-4f68f497-99f3-4c11-bc51-b5634056ba26 req-b165ce92-6468-4171-a418-9e57f67ea899 service nova] Enqueued Resource ID: a851b07b-b67f-424d-afe3-6b70b71d4b90 with Priority: HIGHEST for action port [ 1081.751585] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_rules [ 1081.751640] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1081.751750] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a851b07b-b67f-424d-afe3-6b70b71d4b90 with Priority: HIGHEST for action port [ 1081.752046] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.752180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.752262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.752714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.752810] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.754494] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.754783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.755141] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a851b07b-b67f-424d-afe3-6b70b71d4b90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.755263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a851b07b-b67f-424d-afe3-6b70b71d4b90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.755330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a851b07b-b67f-424d-afe3-6b70b71d4b90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.756120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a851b07b-b67f-424d-afe3-6b70b71d4b90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.756249] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a851b07b-b67f-424d-afe3-6b70b71d4b90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.062682] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1082.063057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.063317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.063565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.063800] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.063956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.064077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.064198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.064260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.064361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.064517] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.132438] env[65073]: INFO networking_nsxv3.common.synchronization [req-e286edf2-6c24-4ddf-b500-b8bd30c98ce1 req-5533c41e-1f72-4a3e-bae2-45219765b3e8 service nova] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_rules [ 1082.132438] env[65073]: INFO networking_nsxv3.common.synchronization [req-e286edf2-6c24-4ddf-b500-b8bd30c98ce1 req-5533c41e-1f72-4a3e-bae2-45219765b3e8 service nova] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1082.132438] env[65073]: INFO networking_nsxv3.common.synchronization [req-e286edf2-6c24-4ddf-b500-b8bd30c98ce1 req-5533c41e-1f72-4a3e-bae2-45219765b3e8 service nova] Enqueued Resource ID: c60baaa7-5012-44af-a320-7ed90e19c66c with Priority: HIGHEST for action port [ 1082.132587] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_rules [ 1082.133609] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1082.133609] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60baaa7-5012-44af-a320-7ed90e19c66c with Priority: HIGHEST for action port [ 1082.133609] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.133609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.133986] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.133986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.133986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.134245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.134285] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.134570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.134570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.134570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.134814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.134814] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.136596] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c60baaa7-5012-44af-a320-7ed90e19c66c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.136772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c60baaa7-5012-44af-a320-7ed90e19c66c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.136889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c60baaa7-5012-44af-a320-7ed90e19c66c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.137108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c60baaa7-5012-44af-a320-7ed90e19c66c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.137454] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c60baaa7-5012-44af-a320-7ed90e19c66c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.258852] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.259055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.259154] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a851b07b-b67f-424d-afe3-6b70b71d4b90 with status ACTIVE [ 1082.259326] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.259436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.259502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.259804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.259909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.260124] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.260217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.260282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.260452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.260532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.260787] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.260930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.260994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.261151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.261548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.261548] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a851b07b-b67f-424d-afe3-6b70b71d4b90 is going to be updated. [ 1082.295413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.296105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.296259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.296762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.296986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.297228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a851b07b-b67f-424d-afe3-6b70b71d4b90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.567287] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.567667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.598091] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1082.598354] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 deletion is rescheduled due to dependency. [ 1082.598512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.598748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.599065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.599332] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.599505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.599614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.599831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.599966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.600139] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.639575] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.644024] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c60baaa7-5012-44af-a320-7ed90e19c66c with status ACTIVE [ 1082.644024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.644024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.644024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.644024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.644024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.644616] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.644616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.644616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.644616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.644616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.644910] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.645155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.645206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.645362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.645444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.645561] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c60baaa7-5012-44af-a320-7ed90e19c66c is going to be updated. [ 1082.672685] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.672867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.673595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.673902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.674078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.674375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c60baaa7-5012-44af-a320-7ed90e19c66c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.103094] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.148960] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.605767] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.653302] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.653843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.654434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.654997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.655194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.655911] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1083.694052] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.694283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.694283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.695125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.695125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.705261] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1084.108804] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.108995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.109050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.109629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.109629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.109629] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1084.139911] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.140310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.140427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.140718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.140875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.156180] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1084.186657] env[65073]: INFO networking_nsxv3.common.synchronization [req-1f43ed79-9cc2-4b6e-ab7b-81584b204e8e req-fc1eb65e-dd3b-4d17-9eae-39423a10a79e tempest-DeleteServersTestJSON-1013596539 tempest-DeleteServersTestJSON-1013596539-project-member] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1084.187206] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1084.187498] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.187626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.187691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.190870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.192901] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.193311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.193437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.193996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.194250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.195234] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.528636] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.528896] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.529261] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.529919] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.530069] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.530291] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.530449] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.530756] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.530988] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.531391] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.531391] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.531545] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.531711] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.531845] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.531977] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.532130] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.555528] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.555735] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.556316] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.556316] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.556875] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-a76dae24-07ef-4892-a632-133cde590622 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.556875] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-a76dae24-07ef-4892-a632-133cde590622" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.557086] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-a76dae24-07ef-4892-a632-133cde590622" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.557412] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-a76dae24-07ef-4892-a632-133cde590622" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.557598] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76dae24-07ef-4892-a632-133cde590622',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.698095] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.698420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.698420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.698655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.720032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.720032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.720032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.720032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.720303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.720303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.720303] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1084.746248] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.746424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.746536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.746785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.746961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.756993] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1085.060433] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.062209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.062209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.062209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.062209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.062209] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port a76dae24-07ef-4892-a632-133cde590622 not found, creating... [ 1085.062209] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.062209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.062209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.062670] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.062670] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.062802] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.063052] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.063205] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.063444] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.063588] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.063733] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: a76dae24-07ef-4892-a632-133cde590622 is going to be created. [ 1085.086277] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.086449] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.086576] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.086849] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.087107] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.087326] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-a76dae24-07ef-4892-a632-133cde590622" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.717532] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1085.717532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.717532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.717532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.717532] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.717532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.717532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.718231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.718231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.718231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.718231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.718231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.718231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.718473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.718473] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.718562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.718603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.718819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.718819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.718970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.719018] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.821451] env[65073]: INFO networking_nsxv3.common.synchronization [req-1f43ed79-9cc2-4b6e-ab7b-81584b204e8e req-7edaa189-b1b3-45ad-829f-8b0ff62f385a service nova] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_rules [ 1085.821635] env[65073]: INFO networking_nsxv3.common.synchronization [req-1f43ed79-9cc2-4b6e-ab7b-81584b204e8e req-7edaa189-b1b3-45ad-829f-8b0ff62f385a service nova] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1085.821893] env[65073]: INFO networking_nsxv3.common.synchronization [req-1f43ed79-9cc2-4b6e-ab7b-81584b204e8e req-7edaa189-b1b3-45ad-829f-8b0ff62f385a service nova] Enqueued Resource ID: a76dae24-07ef-4892-a632-133cde590622 with Priority: HIGHEST for action port [ 1085.822392] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_rules [ 1085.822598] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1085.822739] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76dae24-07ef-4892-a632-133cde590622 with Priority: HIGHEST for action port [ 1085.823067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.823202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.823315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.823529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.823631] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.824973] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.825098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.825365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a76dae24-07ef-4892-a632-133cde590622 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.825665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a76dae24-07ef-4892-a632-133cde590622" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.825665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a76dae24-07ef-4892-a632-133cde590622" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.825798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a76dae24-07ef-4892-a632-133cde590622" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.825834] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76dae24-07ef-4892-a632-133cde590622',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.167023] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1086.167267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.167450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.167669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.167904] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.168058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.168142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.168259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.168336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.168415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.168507] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.221745] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8eabd65e-4ea2-4e14-a83c-013e331513ac: rpc.has_security_group_logging(os_id): False [ 1086.242269] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.242269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.242269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.242634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.242756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.243032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.243205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.243314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.243598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.243740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.244127] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.244285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.244285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.244523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.244784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.244966] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.245138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.245396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.245710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.245710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.245710] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1086.326689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.326957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.326957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.327203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.327356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.328598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.328726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.328864] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a76dae24-07ef-4892-a632-133cde590622 with status ACTIVE [ 1086.329033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.329147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.329208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.329408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.329489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.329664] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.329761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.329823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.329966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.330055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.330234] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.330350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.330414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.330584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.330672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.330759] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a76dae24-07ef-4892-a632-133cde590622 is going to be updated. [ 1086.350577] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1086.353539] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.354058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.354058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.354058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.354209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.354298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a76dae24-07ef-4892-a632-133cde590622" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.671155] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.671358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.671466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.671718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.672014] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.672225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.672225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.672318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.672361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.672497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.672718] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.672815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.672879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.673040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.673392] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.673392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.673392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.673590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.673590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.673662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.673742] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.767572] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1086.767983] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a deletion is rescheduled due to dependency. [ 1086.767983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.767983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.768292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.768522] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.768671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.768758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.768996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.769115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.769224] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.176088] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82: rpc.has_security_group_logging(os_id): False [ 1087.197424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.197700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.197792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.198059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.198183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.198385] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.198485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.198544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.198699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.198777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.198969] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.199191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.199369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.199427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.199478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.199658] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.199747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.199804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.200024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.200106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.200196] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1087.271685] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.277806] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.277806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.277806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.278088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.278135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.306976] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1087.773348] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.276916] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.276916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.277554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.277554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.277554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.277554] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1088.307698] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.307904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.307982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.308203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.308351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.325011] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1088.363898] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1088.364223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.364421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.364646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.364739] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.867779] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.868210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.868210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.868391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.868625] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.868773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.868852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.869069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.869175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.869310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.869432] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.327175] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1089.327408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.372121] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.372340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.372403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.372731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.373048] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.373317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.373426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.373713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.373819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.373922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.374110] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.374214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.374280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.374441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.374578] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.374679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.374759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.374966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.375083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.375190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.375303] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.877577] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8eabd65e-4ea2-4e14-a83c-013e331513ac: rpc.has_security_group_logging(os_id): False [ 1089.898442] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.898663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.898663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.898870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.899044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.899290] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.899399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.899477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.899634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.899749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.900075] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.900211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.900280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.900429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.900509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.900731] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.900898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.900898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.901098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.901207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.901300] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1089.979026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.979255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.979255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.979467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.979606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.003971] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1090.335521] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1090.335826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.336100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.336381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.336638] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.336801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.336896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.337130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.337248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.337426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.337534] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.824645] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1090.824804] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1090.840495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.840687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.842026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.842026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.842026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.842026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.842026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.842026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.842026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.842026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.842396] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.842396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.842486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.842695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.843441] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.843441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.843441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.843441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.843686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.843686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.843686] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.173365] env[65073]: INFO networking_nsxv3.common.synchronization [req-2dbc78a7-3516-4247-bdae-240303516a7a req-7e53a22a-2cc9-4771-a3c4-c3e54629c871 tempest-ServersNegativeTestJSON-74048647 tempest-ServersNegativeTestJSON-74048647-project-member] Enqueued Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_members [ 1091.173365] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGHEST for action security_group_members [ 1091.173365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.173365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.173365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.173729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.173729] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.174144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.174144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.174542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.175357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.175481] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.346903] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41442cb2-9ea0-41a3-8bb6-b617f707273a: rpc.has_security_group_logging(os_id): False [ 1091.369974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.370212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.370563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.370610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.370715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.370928] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.371123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.371241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.371502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.371647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.371914] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.372113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.372242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.372498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.372701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.372980] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.373122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.373168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.373314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.373458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.373608] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1091.444366] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.444566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.444615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.444805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.444969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.460622] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1091.679980] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.680732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.680732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.680732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.680732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.680889] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.680950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.681017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.681184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.681265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.681360] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e163014f-cc72-4a9a-869e-1127147ac252 is going to be updated. [ 1091.716550] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.716877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.716877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.717161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.717315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.734501] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: IN_PROGRESS for 2s [ 1092.019314] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1092.019554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.476411] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1093.476907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.746586] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e163014f-cc72-4a9a-869e-1127147ac252 in Status: SUCCESS [ 1093.746798] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e163014f-cc72-4a9a-869e-1127147ac252 deletion is rescheduled due to dependency. [ 1093.747018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.916225] env[65073]: INFO networking_nsxv3.common.synchronization [req-0380624d-cb8e-4ec7-92ee-0326993f6dda req-3fd79184-c200-45b7-94da-c5269513192a tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1095.916225] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1095.916225] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.916577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.916577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.916577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.916770] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.916770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.916865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.918031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.918031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.918031] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.419743] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.555169] env[65073]: INFO networking_nsxv3.common.synchronization [None req-038a3d3f-7dca-4199-93fe-3635a06dd8ce tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1096.555528] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1096.556051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.556177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.922107] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.043756] env[65073]: INFO networking_nsxv3.common.synchronization [req-ef0638b2-fcbd-42a9-abda-fcd0ad6cb779 req-5f1b1443-7552-4468-aa15-3f8832b86edd tempest-ServerActionsTestJSON-1719847796 tempest-ServerActionsTestJSON-1719847796-project-member] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 1097.044154] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 1097.044462] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.044585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.044652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.045103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.045103] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.045103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.045241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.045305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.045388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.045484] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.427998] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.428180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.428254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.428479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.428570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.428740] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1097.457999] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.458218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.458315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.458535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.458708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.468527] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1097.548564] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.548792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.548904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.553032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.570163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.570631] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.570855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.570930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.571152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.571263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.571474] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a465350-0988-4298-b432-7cb880c2eabe is going to be updated. [ 1097.605030] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.605265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.605318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.608677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.608677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.615305] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: IN_PROGRESS for 2s [ 1099.480253] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1099.480253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.480253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.480253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.480696] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.480696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.480696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.480832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.480870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.480974] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.627636] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: SUCCESS [ 1099.627858] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a465350-0988-4298-b432-7cb880c2eabe deletion is rescheduled due to dependency. [ 1099.627969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.983163] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.983351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.983439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.983724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.983826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.983987] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.984201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.984267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.984423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.984501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.984592] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1100.018489] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.018489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.018489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.018489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.018489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.036644] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1102.045163] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1102.045462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1102.047599] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1102.047791] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac deletion is rescheduled due to dependency. [ 1102.047912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.271026] env[65073]: INFO networking_nsxv3.common.synchronization [req-f21f9b1f-dca0-44ea-83b3-900bb594c8b5 req-2bbee3bc-526e-4385-ae60-e55b8fd32db0 tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 with Priority: HIGHEST for action security_group_members [ 1105.271627] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 with Priority: HIGHEST for action security_group_members [ 1105.271946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2233e16-b9fb-48ee-b331-763ed4fc0e11 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.272232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.272313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.272667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.272914] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.273035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.273116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.273338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.273434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.273558] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2233e16-b9fb-48ee-b331-763ed4fc0e11',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.775922] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.776161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.776161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.776380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.799386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.799688] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.799812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.799926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.800122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.800226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.800319] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 is going to be updated. [ 1105.828193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.828455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.828455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.828719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.828876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.838293] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 in Status: IN_PROGRESS for 2s [ 1105.953287] env[65073]: INFO networking_nsxv3.common.synchronization [req-230f3687-42f7-4a5e-a4f0-63e9e125aff8 req-2f0c03c7-4eee-40a1-b4ac-91d4eb1e9e38 tempest-ServerActionsTestJSON-1719847796 tempest-ServerActionsTestJSON-1719847796-project-member] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 1105.953845] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 1105.954168] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.954289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.954353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.954552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.954698] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.954794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.954856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.954996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.955297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.955403] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.295721] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.295984] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.296118] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.296378] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.296631] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.296786] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.296951] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.297147] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.297295] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.297496] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.297606] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.297711] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.297816] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.297923] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.298034] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.298165] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.320075] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.320260] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.320430] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.320669] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.321171] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-772cb9e3-2c93-4c5a-af7b-072db1274792 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.321605] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-772cb9e3-2c93-4c5a-af7b-072db1274792" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.321605] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-772cb9e3-2c93-4c5a-af7b-072db1274792" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.321775] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-772cb9e3-2c93-4c5a-af7b-072db1274792" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.321908] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('772cb9e3-2c93-4c5a-af7b-072db1274792',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.457408] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.457611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.457611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.457833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.457931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.458179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.458300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.458300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.458441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.458516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.458600] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a465350-0988-4298-b432-7cb880c2eabe is going to be updated. [ 1106.484389] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.484572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.484619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.484796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.484934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.493912] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: IN_PROGRESS for 2s [ 1106.824626] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.825012] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.825277] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.825647] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.825863] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.825982] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 772cb9e3-2c93-4c5a-af7b-072db1274792 not found, creating... [ 1106.826269] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.826429] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.826545] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.826783] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.826925] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.827227] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.827400] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.827516] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.827721] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.827855] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.827992] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 772cb9e3-2c93-4c5a-af7b-072db1274792 is going to be created. [ 1106.848763] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.848973] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.849062] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.849436] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.849582] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.849810] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-772cb9e3-2c93-4c5a-af7b-072db1274792" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.596538] env[65073]: INFO networking_nsxv3.common.synchronization [req-230f3687-42f7-4a5e-a4f0-63e9e125aff8 req-91effdd6-7530-4644-a5c4-ae8b6171a39a service nova] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_rules [ 1107.596796] env[65073]: INFO networking_nsxv3.common.synchronization [req-230f3687-42f7-4a5e-a4f0-63e9e125aff8 req-91effdd6-7530-4644-a5c4-ae8b6171a39a service nova] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 1107.596796] env[65073]: INFO networking_nsxv3.common.synchronization [req-230f3687-42f7-4a5e-a4f0-63e9e125aff8 req-91effdd6-7530-4644-a5c4-ae8b6171a39a service nova] Enqueued Resource ID: 772cb9e3-2c93-4c5a-af7b-072db1274792 with Priority: HIGHEST for action port [ 1107.600526] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_rules [ 1107.600526] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 1107.600526] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772cb9e3-2c93-4c5a-af7b-072db1274792 with Priority: HIGHEST for action port [ 1107.600526] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.600526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.600526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.600526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.600526] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.600526] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.600526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.600526] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-772cb9e3-2c93-4c5a-af7b-072db1274792 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.600526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-772cb9e3-2c93-4c5a-af7b-072db1274792" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.600526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-772cb9e3-2c93-4c5a-af7b-072db1274792" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.600526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-772cb9e3-2c93-4c5a-af7b-072db1274792" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.600526] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('772cb9e3-2c93-4c5a-af7b-072db1274792',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.849678] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 in Status: SUCCESS [ 1107.849921] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 deletion is rescheduled due to dependency. [ 1107.850093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.102875] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.103103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.103250] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 772cb9e3-2c93-4c5a-af7b-072db1274792 with status ACTIVE [ 1108.103422] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.103520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.103579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.103799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.103890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.104061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.104149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.104206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.104365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.104437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.104618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.104708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.104761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.104905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.104993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.105080] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 772cb9e3-2c93-4c5a-af7b-072db1274792 is going to be updated. [ 1108.128111] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.128348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.128348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.128593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.128772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.128946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-772cb9e3-2c93-4c5a-af7b-072db1274792" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.507297] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: SUCCESS [ 1108.507497] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a465350-0988-4298-b432-7cb880c2eabe deletion is rescheduled due to dependency. [ 1108.507608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.507797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.508028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.508223] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.508590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.508700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.508871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.508958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.509076] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.011700] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.513717] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.016812] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.016812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.016812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.017223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.017223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.017223] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a465350-0988-4298-b432-7cb880c2eabe is going to be updated. [ 1110.051935] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.052167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.052346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.052547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.052750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.062165] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: IN_PROGRESS for 2s [ 1110.209587] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4939f481-f10b-418b-806b-51d2bbc2efb9 tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_rules [ 1110.209931] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_rules [ 1110.210835] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.210835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.210835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.210835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.210835] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.295824] env[65073]: INFO networking_nsxv3.common.synchronization [None req-db0046b1-42d7-4a80-b1e9-9c4d63f40252 tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_rules [ 1110.296733] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_rules [ 1110.296879] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.296997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.733696] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.733823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.733823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.734034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.734133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.734228] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f already deleted. [ 1110.734311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.734466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.734620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.734814] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.259230] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.259519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.259519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.259598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.259638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.259950] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f already deleted. [ 1111.260037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.074390] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: SUCCESS [ 1112.074610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.074779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.075008] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.075282] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.075405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.075475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.075631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.075714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.075804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.075903] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.578448] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.080634] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a465350-0988-4298-b432-7cb880c2eabe: rpc.has_security_group_logging(os_id): False [ 1113.097724] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.097966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.097966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.098150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.098246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.098502] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.098604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.098668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.098823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.098902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.098989] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a465350-0988-4298-b432-7cb880c2eabe is going to be updated. [ 1113.157366] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.157599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.157599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.157779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.157929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.171406] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: IN_PROGRESS for 2s [ 1114.055371] env[65073]: INFO networking_nsxv3.common.synchronization [req-918d0414-5e63-459f-9258-7f91fb9740f6 req-2ef708e1-bda6-4263-a1dd-054a404016b6 tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: 4334a856-f90a-44c1-8478-485e13c710ce with Priority: HIGHEST for action security_group_members [ 1114.055371] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334a856-f90a-44c1-8478-485e13c710ce with Priority: HIGHEST for action security_group_members [ 1114.055938] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4334a856-f90a-44c1-8478-485e13c710ce taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.055938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.055938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.056346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.056514] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.056618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.056682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.056844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.056934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.057066] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4334a856-f90a-44c1-8478-485e13c710ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.559502] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.559654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.559804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.559899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.582653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.582985] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.583146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.583203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.583381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.583463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.583554] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4334a856-f90a-44c1-8478-485e13c710ce is going to be updated. [ 1114.613941] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.614127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.614205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.614386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.614527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.624841] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4334a856-f90a-44c1-8478-485e13c710ce in Status: IN_PROGRESS for 2s [ 1115.186672] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: SUCCESS [ 1115.187056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.635567] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4334a856-f90a-44c1-8478-485e13c710ce in Status: SUCCESS [ 1116.635998] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4334a856-f90a-44c1-8478-485e13c710ce deletion is rescheduled due to dependency. [ 1116.635998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.958528] env[65073]: INFO networking_nsxv3.common.synchronization [req-a808829f-58cc-4171-b691-4130831fa1dd req-6f553270-de3d-4c62-86a4-d81c0287d448 tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_members [ 1116.959179] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_members [ 1116.959514] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.959637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.959705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.959979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.960202] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.960479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.960479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.960579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.960579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.960659] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.274816] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.275012] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.275080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.275379] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.275632] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.275866] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.275953] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.276330] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.276406] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.276667] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.276739] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.276784] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.276890] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.276998] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.277116] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.277242] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.295883] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.296069] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.296291] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.296378] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.296674] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-0822a007-8609-4d34-ad33-4c0b29771d80 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.296856] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-0822a007-8609-4d34-ad33-4c0b29771d80" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.297063] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-0822a007-8609-4d34-ad33-4c0b29771d80" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.297371] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-0822a007-8609-4d34-ad33-4c0b29771d80" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.297512] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0822a007-8609-4d34-ad33-4c0b29771d80',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.463433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.463592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.463665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.463998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.464159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.464421] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.464515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.464559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.464710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.464859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.464952] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f already deleted. [ 1117.465065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.800200] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.800602] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.800602] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.800807] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.801065] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.801260] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 0822a007-8609-4d34-ad33-4c0b29771d80 not found, creating... [ 1117.801568] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.801729] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.801846] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.802081] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.802219] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.802497] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.802670] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.802854] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.803070] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.803205] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.803339] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 0822a007-8609-4d34-ad33-4c0b29771d80 is going to be created. [ 1117.822431] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.822607] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.822725] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.823008] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.823238] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.823491] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-0822a007-8609-4d34-ad33-4c0b29771d80" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.533648] env[65073]: INFO networking_nsxv3.common.synchronization [req-a808829f-58cc-4171-b691-4130831fa1dd req-ce8d87e1-84cc-443b-bb02-c8f314a56565 service nova] Enqueued Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_rules [ 1118.533915] env[65073]: INFO networking_nsxv3.common.synchronization [req-a808829f-58cc-4171-b691-4130831fa1dd req-ce8d87e1-84cc-443b-bb02-c8f314a56565 service nova] Enqueued Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_members [ 1118.533915] env[65073]: INFO networking_nsxv3.common.synchronization [req-a808829f-58cc-4171-b691-4130831fa1dd req-ce8d87e1-84cc-443b-bb02-c8f314a56565 service nova] Enqueued Resource ID: 0822a007-8609-4d34-ad33-4c0b29771d80 with Priority: HIGHEST for action port [ 1118.534538] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_rules [ 1118.534682] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_members [ 1118.534814] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0822a007-8609-4d34-ad33-4c0b29771d80 with Priority: HIGHEST for action port [ 1118.535502] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.535502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.535502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.535797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.535797] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.537269] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.537269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.537269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.537470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.537942] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.537942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.537942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.538141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.538141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.538774] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.539531] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-0822a007-8609-4d34-ad33-4c0b29771d80 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.539531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0822a007-8609-4d34-ad33-4c0b29771d80" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.539531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0822a007-8609-4d34-ad33-4c0b29771d80" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.539531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0822a007-8609-4d34-ad33-4c0b29771d80" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.539531] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0822a007-8609-4d34-ad33-4c0b29771d80',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.040973] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.042054] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.042198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.042530] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0822a007-8609-4d34-ad33-4c0b29771d80 with status ACTIVE [ 1119.042697] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.042823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.043162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.043162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.043249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.043389] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.043484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.043549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.043689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.043763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.043978] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.044086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.044149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.044286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.044358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.044442] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0822a007-8609-4d34-ad33-4c0b29771d80 is going to be updated. [ 1119.069550] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.069788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.069788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.069986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.070143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.070302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0822a007-8609-4d34-ad33-4c0b29771d80" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.547459] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.049798] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.050232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.050232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.050334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.050334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.050434] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f is going to be created. [ 1120.074083] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.074292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.074292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.074452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.074546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.084341] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f in Status: UNINITIALIZED for 2s [ 1122.095686] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f in Status: SUCCESS [ 1122.096101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.096101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.096368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.096568] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.096716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.096716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.096858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.096939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.097032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.097128] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.363162] env[65073]: INFO networking_nsxv3.common.synchronization [req-f1cf84c2-3415-460c-99d0-a44fc89c6a65 req-ae8f7959-3dbd-4678-a800-9d52ef02b61d tempest-DeleteServersTestJSON-1013596539 tempest-DeleteServersTestJSON-1013596539-project-member] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1122.363641] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1122.364341] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.364341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.364341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.364552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.364552] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.364684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.364720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.364849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.364936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.365078] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.600365] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.867430] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.867636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.867636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.867818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.867914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.868128] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.868268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.868323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.868442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.868518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.868603] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1122.899406] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.899593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.899593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.900165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.900165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.909437] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1123.102667] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d83abacb-8f2c-4155-8f7e-7ca4e199ad1f: rpc.has_security_group_logging(os_id): False [ 1123.121534] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.121693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.121847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.121969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.122074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.122398] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.122514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.122580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.122729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.122807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.122939] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f is going to be created. [ 1123.183502] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.183736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.183736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.183885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.184088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.195793] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f in Status: IN_PROGRESS for 2s [ 1124.131384] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f6845f23-f5b8-4f0e-9c71-3a3853f58d9c tempest-ServerDiskConfigTestJSON-1562799029 tempest-ServerDiskConfigTestJSON-1562799029-project-member] Enqueued Resource ID: ae23fac7-9cd0-4c52-bd9f-690a7bba1b35 with Priority: HIGHEST for action security_group_rules [ 1124.131740] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae23fac7-9cd0-4c52-bd9f-690a7bba1b35 with Priority: HIGHEST for action security_group_rules [ 1124.132100] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae23fac7-9cd0-4c52-bd9f-690a7bba1b35 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.132261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae23fac7-9cd0-4c52-bd9f-690a7bba1b35" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.132296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae23fac7-9cd0-4c52-bd9f-690a7bba1b35" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.132597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae23fac7-9cd0-4c52-bd9f-690a7bba1b35" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.132815] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae23fac7-9cd0-4c52-bd9f-690a7bba1b35',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.219880] env[65073]: INFO networking_nsxv3.common.synchronization [None req-ca9f6cb8-b758-4335-8ac1-caac2aa4906f tempest-ServerDiskConfigTestJSON-1562799029 tempest-ServerDiskConfigTestJSON-1562799029-project-member] Enqueued Resource ID: ae23fac7-9cd0-4c52-bd9f-690a7bba1b35 with Priority: HIGHEST for action security_group_rules [ 1124.220439] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae23fac7-9cd0-4c52-bd9f-690a7bba1b35 with Priority: HIGHEST for action security_group_rules [ 1124.220926] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae23fac7-9cd0-4c52-bd9f-690a7bba1b35 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.220926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae23fac7-9cd0-4c52-bd9f-690a7bba1b35" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.653594] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.653742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.653817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.654215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.654310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.654536] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae23fac7-9cd0-4c52-bd9f-690a7bba1b35 already deleted. [ 1124.654536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae23fac7-9cd0-4c52-bd9f-690a7bba1b35" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.654674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae23fac7-9cd0-4c52-bd9f-690a7bba1b35" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.654856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae23fac7-9cd0-4c52-bd9f-690a7bba1b35" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.654945] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae23fac7-9cd0-4c52-bd9f-690a7bba1b35',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.920225] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1124.920474] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a deletion is rescheduled due to dependency. [ 1124.920532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.175635] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.176015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.176015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.176097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.176815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.176815] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae23fac7-9cd0-4c52-bd9f-690a7bba1b35 already deleted. [ 1125.176815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae23fac7-9cd0-4c52-bd9f-690a7bba1b35" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.208150] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f in Status: SUCCESS [ 1125.208385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.223536] env[65073]: INFO networking_nsxv3.common.synchronization [req-37e8e6ae-5766-4481-bc07-ce1f577710f8 req-cbd8fcf8-de27-40eb-a522-e12d67d5ee94 tempest-ServerDiskConfigTestJSON-1562799029 tempest-ServerDiskConfigTestJSON-1562799029-project-member] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1127.224358] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1127.224831] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.224831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.224961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.226605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.226605] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.226605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.226605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.226605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.226605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.226605] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.730789] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.731071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.731137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.731407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.731496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.732400] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.732400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.732400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.732400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.732400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.732400] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1127.768639] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.769028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.769159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.769933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.769933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.780735] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1129.794574] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1129.794869] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 deletion is rescheduled due to dependency. [ 1129.794869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.806320] env[65073]: INFO networking_nsxv3.common.synchronization [req-3ef0eca5-547b-401d-b6ee-3fd0d3ba2c42 req-b1e41d2f-7d7f-449b-a332-6366d617ef30 tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_members [ 1129.806850] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_members [ 1129.807168] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.807294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.807361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.807555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.807709] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.807806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.807869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.808028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.808120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.808205] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.313466] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.313466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.313466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.313466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.313466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.313466] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.313466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.313466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.313466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.313466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.313466] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d is going to be deleted. [ 1130.342521] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.342521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.342521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.342521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.342521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.342521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.510947] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.511785] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.511785] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.512228] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.512668] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.516080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.516080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.516080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.516080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.516080] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.516080] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.516080] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.516080] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.516080] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.516080] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.516080] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.536026] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.536026] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.536026] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.536026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.536026] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-d3caa4d1-60b0-496d-8d22-616c1241f2b0 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.536026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-d3caa4d1-60b0-496d-8d22-616c1241f2b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.536026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-d3caa4d1-60b0-496d-8d22-616c1241f2b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.536026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-d3caa4d1-60b0-496d-8d22-616c1241f2b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.536026] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3caa4d1-60b0-496d-8d22-616c1241f2b0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.939594] env[65073]: INFO networking_nsxv3.common.synchronization [req-fcc10d89-b399-4a68-ac52-0c0406b6de27 req-d7820ba4-61e0-4350-b468-d6ee671f4ebd tempest-AttachVolumeShelveTestJSON-736925684 tempest-AttachVolumeShelveTestJSON-736925684-project-member] Enqueued Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_members [ 1130.940144] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGHEST for action security_group_members [ 1130.940447] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-07315d13-987d-43aa-a574-b384246dee89 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.940570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.940639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.940862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.941052] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.941154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.941220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.941391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.941477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.941574] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.039555] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.039977] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.039977] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.040161] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.040312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.040466] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port d3caa4d1-60b0-496d-8d22-616c1241f2b0 not found, creating... [ 1131.040739] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.041091] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.041091] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.041273] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.041413] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.041692] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.041860] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.041989] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.042293] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.042419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.042566] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: d3caa4d1-60b0-496d-8d22-616c1241f2b0 is going to be created. [ 1131.061765] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.062049] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.062219] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.062529] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.062797] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.063116] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-d3caa4d1-60b0-496d-8d22-616c1241f2b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.443371] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.443558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.443618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.443846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.444119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.444353] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.444463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.444532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.444695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.444778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.444874] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07315d13-987d-43aa-a574-b384246dee89 is going to be updated. [ 1131.472252] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.472494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.472494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.472663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.472843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.480809] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07315d13-987d-43aa-a574-b384246dee89 in Status: IN_PROGRESS for 2s [ 1131.812514] env[65073]: INFO networking_nsxv3.common.synchronization [req-3ef0eca5-547b-401d-b6ee-3fd0d3ba2c42 req-dbfe3131-aaac-4039-b73a-43af94292f6b service nova] Enqueued Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_rules [ 1131.812514] env[65073]: INFO networking_nsxv3.common.synchronization [req-3ef0eca5-547b-401d-b6ee-3fd0d3ba2c42 req-dbfe3131-aaac-4039-b73a-43af94292f6b service nova] Enqueued Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_members [ 1131.812514] env[65073]: INFO networking_nsxv3.common.synchronization [req-3ef0eca5-547b-401d-b6ee-3fd0d3ba2c42 req-dbfe3131-aaac-4039-b73a-43af94292f6b service nova] Enqueued Resource ID: d3caa4d1-60b0-496d-8d22-616c1241f2b0 with Priority: HIGHEST for action port [ 1131.813788] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_rules [ 1131.813788] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_members [ 1131.813982] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3caa4d1-60b0-496d-8d22-616c1241f2b0 with Priority: HIGHEST for action port [ 1131.814449] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.814449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.814449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.814672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.815436] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.816512] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.816675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.816771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.817032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.817883] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.817883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.817883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.817883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.817883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.817883] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.818751] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3caa4d1-60b0-496d-8d22-616c1241f2b0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.819341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3caa4d1-60b0-496d-8d22-616c1241f2b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.819341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3caa4d1-60b0-496d-8d22-616c1241f2b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.819341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3caa4d1-60b0-496d-8d22-616c1241f2b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.819341] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3caa4d1-60b0-496d-8d22-616c1241f2b0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.101868] env[65073]: INFO networking_nsxv3.common.synchronization [req-21b49678-85d4-4b4e-b8dc-535dcc1beef7 req-1c9d724f-9789-40c7-a98b-655810988d1b tempest-DeleteServersTestJSON-1013596539 tempest-DeleteServersTestJSON-1013596539-project-member] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1132.102368] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1132.102955] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.105430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.105502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.105721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.105930] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.106021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.106258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.106444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.106553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.106634] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.321644] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.321825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.323183] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3caa4d1-60b0-496d-8d22-616c1241f2b0 with status ACTIVE [ 1132.323365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.323479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.323545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.323753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.323844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.324049] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.324172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.324235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.324425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.324458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.324642] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.324746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.324801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.324926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.325034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.325095] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3caa4d1-60b0-496d-8d22-616c1241f2b0 is going to be updated. [ 1132.326270] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.372962] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.373143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.373181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.373440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.373539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.373709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3caa4d1-60b0-496d-8d22-616c1241f2b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.426270] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.426426] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.426539] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.426807] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.427236] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.427430] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.427549] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.427768] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.427913] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.428383] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.428383] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.428383] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.428531] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.428531] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.429239] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.429239] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.453010] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.453010] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.453010] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.453338] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.453397] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-d5221b1f-8892-4c57-a776-4037af90da07 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.453566] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-d5221b1f-8892-4c57-a776-4037af90da07" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.453686] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-d5221b1f-8892-4c57-a776-4037af90da07" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.454167] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-d5221b1f-8892-4c57-a776-4037af90da07" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.454260] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5221b1f-8892-4c57-a776-4037af90da07',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.608739] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.608920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.608972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.609284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.609410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.609659] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.609769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.609835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.609991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.610083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.610170] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1132.636518] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.636692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.636732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.636932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.637091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.646662] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1132.828527] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.956624] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.956974] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.957205] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.957624] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.957866] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.958189] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port d5221b1f-8892-4c57-a776-4037af90da07 not found, creating... [ 1132.958613] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.958847] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.959036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.959384] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.959613] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.960075] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.960344] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.960590] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.960927] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.961130] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.961325] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: d5221b1f-8892-4c57-a776-4037af90da07 is going to be created. [ 1132.983296] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.983528] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.983628] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.983902] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.984158] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.984418] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-d5221b1f-8892-4c57-a776-4037af90da07" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.330615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.330987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.330987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.331200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.331257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.331355] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d is going to be created. [ 1133.356512] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.356660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.356732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.356977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.357163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.367142] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d in Status: UNINITIALIZED for 2s [ 1133.492582] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07315d13-987d-43aa-a574-b384246dee89 in Status: SUCCESS [ 1133.493722] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07315d13-987d-43aa-a574-b384246dee89 deletion is rescheduled due to dependency. [ 1133.493722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.751474] env[65073]: INFO networking_nsxv3.common.synchronization [req-21b49678-85d4-4b4e-b8dc-535dcc1beef7 req-2f2af9b9-d98e-4fd1-b980-13c088f69f6e service nova] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_rules [ 1133.751474] env[65073]: INFO networking_nsxv3.common.synchronization [req-21b49678-85d4-4b4e-b8dc-535dcc1beef7 req-2f2af9b9-d98e-4fd1-b980-13c088f69f6e service nova] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1133.751608] env[65073]: INFO networking_nsxv3.common.synchronization [req-21b49678-85d4-4b4e-b8dc-535dcc1beef7 req-2f2af9b9-d98e-4fd1-b980-13c088f69f6e service nova] Enqueued Resource ID: d5221b1f-8892-4c57-a776-4037af90da07 with Priority: HIGHEST for action port [ 1133.752152] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_rules [ 1133.752287] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1133.752384] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5221b1f-8892-4c57-a776-4037af90da07 with Priority: HIGHEST for action port [ 1133.752666] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.752780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.752848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.753109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.753170] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.754074] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.754171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.755101] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5221b1f-8892-4c57-a776-4037af90da07 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.755101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5221b1f-8892-4c57-a776-4037af90da07" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.755101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5221b1f-8892-4c57-a776-4037af90da07" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.755101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5221b1f-8892-4c57-a776-4037af90da07" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.755101] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5221b1f-8892-4c57-a776-4037af90da07',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.257289] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.257429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.257642] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5221b1f-8892-4c57-a776-4037af90da07 with status ACTIVE [ 1134.257828] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.257932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.257996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.258276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.258772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.259299] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.259438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.259554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.259754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.259859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.261184] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.261184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.261184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.261184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.261184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.261184] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5221b1f-8892-4c57-a776-4037af90da07 is going to be updated. [ 1134.294060] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.294407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.294407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.294544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.294835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.294995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5221b1f-8892-4c57-a776-4037af90da07" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.347547] env[65073]: INFO networking_nsxv3.common.synchronization [req-8cf06330-420a-4df7-86f2-aa64e4824417 req-7d62a0a1-95d7-4f73-b4ea-e2174da9ec1c tempest-AttachVolumeTestJSON-1854213855 tempest-AttachVolumeTestJSON-1854213855-project-member] Enqueued Resource ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 with Priority: HIGHEST for action security_group_members [ 1134.348187] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 with Priority: HIGHEST for action security_group_members [ 1134.348481] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.348601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.348681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.349095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.349095] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.349205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.349252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.349906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.349906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.349906] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce4dc6c7-2efe-4ca0-a805-a0766a1218c1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.425774] env[65073]: INFO networking_nsxv3.common.synchronization [req-2161168e-83a3-4992-9e01-d7d581dbbaec req-93a6ff94-6e50-419b-86f9-69984d0fd54c tempest-ServerDiskConfigTestJSON-1562799029 tempest-ServerDiskConfigTestJSON-1562799029-project-member] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1134.426416] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1134.426644] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.426770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.426839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.427200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.427200] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.427300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.427361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.427506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.427594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.427688] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.658089] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1134.658284] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a deletion is rescheduled due to dependency. [ 1134.658396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.658557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.658772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.658958] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.659085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.659260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.659313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.659366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.661023] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.814097] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.814284] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.814404] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.814661] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.815210] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.815210] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.815210] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.815430] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.815537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.815737] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.815880] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.815991] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.816197] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.816315] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.816432] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.816563] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.836181] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.836350] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.836488] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.836661] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.837113] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-7c698ddd-5f6c-4b45-83fc-0502286f0c6b taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.837362] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-7c698ddd-5f6c-4b45-83fc-0502286f0c6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.837434] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-7c698ddd-5f6c-4b45-83fc-0502286f0c6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.837741] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-7c698ddd-5f6c-4b45-83fc-0502286f0c6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.837878] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c698ddd-5f6c-4b45-83fc-0502286f0c6b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.852405] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.852902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.852902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.852902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.873816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.874133] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.874255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.874343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.874528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.874610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.874702] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 is going to be updated. [ 1134.903212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.903415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.903474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.903674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.903819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.913190] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 in Status: IN_PROGRESS for 2s [ 1134.930261] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.930458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.930501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.930692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.930782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.931018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.931128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.931194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.931341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.931419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.931505] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1134.958274] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.958485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.958485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.958676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.958813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.968233] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1135.165197] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.280511] env[65073]: INFO networking_nsxv3.common.synchronization [req-28c0aafe-a209-45de-841d-0f2af0fac3a0 req-00abfd6e-ec60-48a7-8a50-954dc584e4f0 tempest-ServerActionsTestOtherB-2145553288 tempest-ServerActionsTestOtherB-2145553288-project-member] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1135.281130] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1135.281453] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.281577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.281647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.281872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.282040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.282145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.282210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.282364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.282456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.282551] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.340171] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.340502] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.340502] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.340817] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.341018] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.341188] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 7c698ddd-5f6c-4b45-83fc-0502286f0c6b not found, creating... [ 1135.341457] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.341619] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.341735] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.341959] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.342112] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.342402] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.342555] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.342670] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.342937] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.343047] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.343196] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 7c698ddd-5f6c-4b45-83fc-0502286f0c6b is going to be created. [ 1135.365351] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.365750] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.365750] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.366038] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.366328] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.366621] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-7c698ddd-5f6c-4b45-83fc-0502286f0c6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.376970] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d in Status: SUCCESS [ 1135.377220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.377385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.377607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.377805] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.377926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.377994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.378171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.378257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.378343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.378435] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.668154] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.785076] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.785561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.785642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.785853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.812016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.812016] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.812016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.812016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.812016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.812016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.812278] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db is going to be updated. [ 1135.838811] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.839074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.839074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.839237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.839379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.848034] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: IN_PROGRESS for 2s [ 1135.880597] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.880745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.880862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.881057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.881231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.881361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.881405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.881543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.881640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.881712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.881856] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.881946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.882016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.882156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.882290] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.882380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.882441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.882584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.882964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.882964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.882964] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.061730] env[65073]: INFO networking_nsxv3.common.synchronization [req-2161168e-83a3-4992-9e01-d7d581dbbaec req-e3b3e9f6-0d71-4aca-ae9c-09379ad122ca service nova] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_rules [ 1136.061730] env[65073]: INFO networking_nsxv3.common.synchronization [req-2161168e-83a3-4992-9e01-d7d581dbbaec req-e3b3e9f6-0d71-4aca-ae9c-09379ad122ca service nova] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1136.061730] env[65073]: INFO networking_nsxv3.common.synchronization [req-2161168e-83a3-4992-9e01-d7d581dbbaec req-e3b3e9f6-0d71-4aca-ae9c-09379ad122ca service nova] Enqueued Resource ID: 7c698ddd-5f6c-4b45-83fc-0502286f0c6b with Priority: HIGHEST for action port [ 1136.061730] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_rules [ 1136.061730] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1136.061730] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c698ddd-5f6c-4b45-83fc-0502286f0c6b with Priority: HIGHEST for action port [ 1136.062196] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.062494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.062696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.063208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.063422] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.064675] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.066044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.066044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c698ddd-5f6c-4b45-83fc-0502286f0c6b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.066044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c698ddd-5f6c-4b45-83fc-0502286f0c6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.066044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c698ddd-5f6c-4b45-83fc-0502286f0c6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.066044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c698ddd-5f6c-4b45-83fc-0502286f0c6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.066044] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c698ddd-5f6c-4b45-83fc-0502286f0c6b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.170909] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.171116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.171189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.171410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.171504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.171606] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1136.207457] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.207660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.207660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.207883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.208037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.218144] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1136.386022] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e1e83e0-79be-4787-9864-300c5f2a9d8d: rpc.has_security_group_logging(os_id): False [ 1136.406975] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.407177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.407218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.407420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.407514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.407725] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.407824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.407888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.408060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.408141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.408323] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.408418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.408481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.408658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.408740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.408919] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.409013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.409079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.409214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.409303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.409372] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d is going to be created. [ 1136.482707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.482906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.483088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.483306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.483497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.498370] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d in Status: IN_PROGRESS for 2s [ 1136.567554] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.567787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.569282] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c698ddd-5f6c-4b45-83fc-0502286f0c6b with status ACTIVE [ 1136.569532] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.569709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.569787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.570081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.570231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.570489] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.570629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.570710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.570934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.571078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.571272] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.571357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.571421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.571560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.571638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.571723] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c698ddd-5f6c-4b45-83fc-0502286f0c6b is going to be updated. [ 1136.604175] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.604360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.604360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.604574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.604707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.604868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c698ddd-5f6c-4b45-83fc-0502286f0c6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.924754] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 in Status: SUCCESS [ 1136.924754] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 deletion is rescheduled due to dependency. [ 1136.924754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.979135] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1136.979445] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 deletion is rescheduled due to dependency. [ 1136.979568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.979721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.979980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.980189] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.980307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.980374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.980532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.980614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.980719] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.482700] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.693459] env[65073]: INFO networking_nsxv3.common.synchronization [req-f35d4e42-4b0f-42a2-b22b-6af7504915e8 req-1148f502-b22c-44e1-aaae-8027c194ede6 tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_members [ 1137.694047] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_members [ 1137.694366] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.694489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.694553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.694752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.694905] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.695039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.695079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.695214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.695299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.695392] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.858258] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: SUCCESS [ 1137.858591] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db deletion is rescheduled due to dependency. [ 1137.858789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.984592] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.030605] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.030814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.031096] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.031539] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.031906] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.032564] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.032610] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.032851] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.033087] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.033313] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.033428] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.033538] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.033665] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.033779] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.033885] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.034065] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.053642] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.053835] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.053992] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.054231] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.054552] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-bf07d930-2b6e-490a-ba19-0a519e10d594 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.054726] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-bf07d930-2b6e-490a-ba19-0a519e10d594" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.054849] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-bf07d930-2b6e-490a-ba19-0a519e10d594" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.055303] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-bf07d930-2b6e-490a-ba19-0a519e10d594" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.055591] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf07d930-2b6e-490a-ba19-0a519e10d594',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.197617] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.227447] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 4s [ 1138.488103] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.488536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.488536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.488536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.488639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.488705] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1138.527990] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d in Status: SUCCESS [ 1138.528362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.529584] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.529738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.529829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.530095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.530268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.539645] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1138.558566] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.558900] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.559115] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.559560] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.559786] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.560032] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port bf07d930-2b6e-490a-ba19-0a519e10d594 not found, creating... [ 1138.560474] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.560742] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.560937] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.561317] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.561528] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.561954] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.562202] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.562384] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.562691] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.562892] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.563129] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: bf07d930-2b6e-490a-ba19-0a519e10d594 is going to be created. [ 1138.586938] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.587312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.587503] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.587879] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.588226] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.588646] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-bf07d930-2b6e-490a-ba19-0a519e10d594" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.699921] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.203723] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.203723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.203967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.204340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.205083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.206213] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f is going to be updated. [ 1139.249989] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.250183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.250183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.250420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.250586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.266562] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f in Status: IN_PROGRESS for 2s [ 1139.364103] env[65073]: INFO networking_nsxv3.common.synchronization [req-f35d4e42-4b0f-42a2-b22b-6af7504915e8 req-7c26f21a-6721-4911-a9a0-6be9ee3f0947 service nova] Enqueued Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_rules [ 1139.367225] env[65073]: INFO networking_nsxv3.common.synchronization [req-f35d4e42-4b0f-42a2-b22b-6af7504915e8 req-7c26f21a-6721-4911-a9a0-6be9ee3f0947 service nova] Enqueued Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_members [ 1139.368134] env[65073]: INFO networking_nsxv3.common.synchronization [req-f35d4e42-4b0f-42a2-b22b-6af7504915e8 req-7c26f21a-6721-4911-a9a0-6be9ee3f0947 service nova] Enqueued Resource ID: bf07d930-2b6e-490a-ba19-0a519e10d594 with Priority: HIGHEST for action port [ 1139.369683] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_rules [ 1139.369969] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_members [ 1139.371387] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf07d930-2b6e-490a-ba19-0a519e10d594 with Priority: HIGHEST for action port [ 1139.372530] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.373152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.374579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.374816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.374905] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.376601] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.376709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.376908] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf07d930-2b6e-490a-ba19-0a519e10d594 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.377021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf07d930-2b6e-490a-ba19-0a519e10d594" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.377120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf07d930-2b6e-490a-ba19-0a519e10d594" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.377268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf07d930-2b6e-490a-ba19-0a519e10d594" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.377345] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf07d930-2b6e-490a-ba19-0a519e10d594',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.879632] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.880244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.880244] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf07d930-2b6e-490a-ba19-0a519e10d594 with status ACTIVE [ 1139.880323] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.880594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.880726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.881141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.881360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.881960] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.882156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.882287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.882544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.882682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.883022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.883147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.883214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.883759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.883759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.883833] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf07d930-2b6e-490a-ba19-0a519e10d594 is going to be updated. [ 1139.919513] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.919665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.919738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.919982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.920148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.920320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf07d930-2b6e-490a-ba19-0a519e10d594" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.994873] env[65073]: INFO networking_nsxv3.common.synchronization [req-55c7aa1f-94f0-42ce-a142-ee0d87487e2f req-e197501d-4b41-4ea9-98b9-7ce0d91cd6f8 tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_members [ 1139.997528] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGHEST for action security_group_members [ 1139.997528] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.997528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.997875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.997875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.998036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.998220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.998220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.998376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.998452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.998517] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.073040] env[65073]: INFO networking_nsxv3.common.synchronization [req-55c7aa1f-94f0-42ce-a142-ee0d87487e2f req-e197501d-4b41-4ea9-98b9-7ce0d91cd6f8 tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: d3caa4d1-60b0-496d-8d22-616c1241f2b0 with Priority: HIGHEST for action port [ 1140.073040] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3caa4d1-60b0-496d-8d22-616c1241f2b0 with Priority: HIGHEST for action port [ 1140.073040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3caa4d1-60b0-496d-8d22-616c1241f2b0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.073040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3caa4d1-60b0-496d-8d22-616c1241f2b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.073040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3caa4d1-60b0-496d-8d22-616c1241f2b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.073040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3caa4d1-60b0-496d-8d22-616c1241f2b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.073040] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3caa4d1-60b0-496d-8d22-616c1241f2b0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.239968] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1140.239968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.239968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.240211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.240473] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.240473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.240589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.240663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.240743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.240856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.241047] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.500686] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.502178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.502178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.502178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.502178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.502178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.502178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.502178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.502178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.502178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.502178] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d is going to be updated. [ 1140.533860] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.534096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.534202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.534446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.534566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.546536] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d in Status: IN_PROGRESS for 2s [ 1140.551187] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1140.552227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.552227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.552227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.552227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.552227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.552625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.552625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.552625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.552771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.552771] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.575112] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3caa4d1-60b0-496d-8d22-616c1241f2b0 with status ACTIVE [ 1140.576735] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.576735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.576735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.576735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.576735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.576735] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.576735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.576735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.577193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.577193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.577311] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.577418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.578025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.578172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.578275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.578400] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3caa4d1-60b0-496d-8d22-616c1241f2b0 is going to be updated. [ 1140.620317] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.620519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.620557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.620744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.620919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.621079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3caa4d1-60b0-496d-8d22-616c1241f2b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.745881] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.746146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.746255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.746569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.746842] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.747017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.747138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.747390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.747545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.747702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.747959] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.748136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.748221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.748323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.748487] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.748586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.748665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.748810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.748913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.749348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.749496] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.056041] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.056427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.056427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.056530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.056701] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.056799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.056860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.057011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.057142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.057205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.057339] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.057430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.057500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.057639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.057778] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.057868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.057943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.058137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.058192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.058270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.058348] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.251963] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41442cb2-9ea0-41a3-8bb6-b617f707273a: rpc.has_security_group_logging(os_id): False [ 1141.271583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.271716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.271752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.271956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.272067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.272309] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.272433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.272492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.273248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.273248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.273248] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.273421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.273483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.273691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.273765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.274055] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.274144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.274200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.274311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.274396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.274521] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1141.287174] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f in Status: SUCCESS [ 1141.287451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.287931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.287931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.288179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.288356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.288630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.288630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.289214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.289214] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.371384] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.371539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.371613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.371833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.371989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.394022] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1141.561836] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82: rpc.has_security_group_logging(os_id): False [ 1141.584451] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.584677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.584677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.584892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.585032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.585346] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.585499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.586363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.586590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.586688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.586902] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.587024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.587093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.587244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.587337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.587546] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.587658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.587721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.587869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.587952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.588044] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1141.673050] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.673272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.673272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.673515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.673656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.701333] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1141.791518] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.295072] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.557640] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d in Status: SUCCESS [ 1142.557751] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d deletion is rescheduled due to dependency. [ 1142.557799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.796996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.797193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.797268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.797492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.797609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.797709] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f is going to be updated. [ 1142.828694] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.828878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.828929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.829165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.829484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.838303] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f in Status: IN_PROGRESS for 2s [ 1143.409604] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1143.409857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.718030] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1143.718254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.850097] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f in Status: SUCCESS [ 1144.850535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.850535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.850793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.851034] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.851164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.851226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.851408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.851515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.851611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.851709] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.071773] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1145.071933] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1145.353905] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.856180] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d83abacb-8f2c-4155-8f7e-7ca4e199ad1f: rpc.has_security_group_logging(os_id): False [ 1145.875174] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.875446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.875446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.875647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.875740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.876022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.876175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.876218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.876436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.876436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.876575] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f is going to be updated. [ 1145.954507] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.954687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.954906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.955195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.955393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.978223] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f in Status: IN_PROGRESS for 2s [ 1146.531405] env[65073]: INFO networking_nsxv3.common.synchronization [req-b327ee1a-c8dc-4d8b-b89b-9152b3671e9b req-b061a380-8196-491b-8ec0-8e59fdb2236c tempest-ServerActionsTestOtherB-2145553288 tempest-ServerActionsTestOtherB-2145553288-project-member] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1146.531405] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1146.531769] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.531769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.531854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.532018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.532221] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.532764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.532851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.533087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.533261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.533308] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.891843] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.891843] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.891843] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.892227] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.892227] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.892630] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.892630] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.892744] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.892800] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.892997] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.893389] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.893511] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.893620] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.893735] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.893887] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.894085] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.913222] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.913446] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.913564] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.913728] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.914052] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-1d8e0594-c879-4ff1-88a0-3015206f3f3d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.914306] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-1d8e0594-c879-4ff1-88a0-3015206f3f3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.914427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-1d8e0594-c879-4ff1-88a0-3015206f3f3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.914758] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-1d8e0594-c879-4ff1-88a0-3015206f3f3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.914913] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d8e0594-c879-4ff1-88a0-3015206f3f3d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.036383] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.036383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.036602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.036659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.036757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.036959] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.037076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.037140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.037309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.037423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.037520] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db is going to be updated. [ 1147.063927] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.064129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.064177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.064387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.064528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.074189] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: IN_PROGRESS for 2s [ 1147.417540] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.418189] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.418189] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.418189] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.418341] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.418422] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 1d8e0594-c879-4ff1-88a0-3015206f3f3d not found, creating... [ 1147.418667] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.418815] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.418927] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.420629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.420629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.420629] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.420629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.420629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.420629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.420629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.420629] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 1d8e0594-c879-4ff1-88a0-3015206f3f3d is going to be created. [ 1147.442458] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.442820] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.443102] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.443457] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.443700] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.443962] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-1d8e0594-c879-4ff1-88a0-3015206f3f3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.994590] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f in Status: SUCCESS [ 1147.994979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.188511] env[65073]: INFO networking_nsxv3.common.synchronization [req-b327ee1a-c8dc-4d8b-b89b-9152b3671e9b req-f3f99469-2d1f-4040-8b8c-1f79cb288caa service nova] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_rules [ 1148.188511] env[65073]: INFO networking_nsxv3.common.synchronization [req-b327ee1a-c8dc-4d8b-b89b-9152b3671e9b req-f3f99469-2d1f-4040-8b8c-1f79cb288caa service nova] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1148.188511] env[65073]: INFO networking_nsxv3.common.synchronization [req-b327ee1a-c8dc-4d8b-b89b-9152b3671e9b req-f3f99469-2d1f-4040-8b8c-1f79cb288caa service nova] Enqueued Resource ID: 1d8e0594-c879-4ff1-88a0-3015206f3f3d with Priority: HIGHEST for action port [ 1148.188511] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_rules [ 1148.188511] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1148.188511] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8e0594-c879-4ff1-88a0-3015206f3f3d with Priority: HIGHEST for action port [ 1148.188511] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.188936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.189209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.189907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.190121] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.191739] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.193377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.193377] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d8e0594-c879-4ff1-88a0-3015206f3f3d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.193377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d8e0594-c879-4ff1-88a0-3015206f3f3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.193377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d8e0594-c879-4ff1-88a0-3015206f3f3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.193377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d8e0594-c879-4ff1-88a0-3015206f3f3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.193377] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d8e0594-c879-4ff1-88a0-3015206f3f3d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.326621] env[65073]: INFO networking_nsxv3.common.synchronization [req-f9b25e3a-12ed-4017-a17e-e18973ed94bc req-fec99bd8-107c-4c38-a311-ec0d9d08fbca tempest-DeleteServersTestJSON-1013596539 tempest-DeleteServersTestJSON-1013596539-project-member] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1148.326621] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1148.326621] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.326621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.326621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.326621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.326621] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.327031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.327031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.327031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.327031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.327214] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.695680] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.695952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.700415] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d8e0594-c879-4ff1-88a0-3015206f3f3d with status ACTIVE [ 1148.700768] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.701958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.701958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.701958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.701958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.701958] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.701958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.702276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.702276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.702338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.702537] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.702642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.702703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.702849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.702927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.703086] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d8e0594-c879-4ff1-88a0-3015206f3f3d is going to be updated. [ 1148.725520] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.725752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.725962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.726291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.726512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.726766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d8e0594-c879-4ff1-88a0-3015206f3f3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.829635] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.829847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.829921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.830165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.830262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.830460] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.830558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.830622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.830792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.830950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.830950] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1148.874729] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.874902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.874944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.875194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.875357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.884419] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1149.087214] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: SUCCESS [ 1149.087487] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db deletion is rescheduled due to dependency. [ 1149.087487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.087621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.089479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.089479] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.089479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.089479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.089479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.089479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.089479] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.591176] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.094087] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.596287] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.596507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.596697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.596908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.597057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.597167] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db is going to be updated. [ 1150.629837] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.630046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.630098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.630361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.630536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.649583] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: IN_PROGRESS for 2s [ 1150.890979] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4824f9b0-eb12-4d8a-b1a5-008e3dd554af tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1150.891571] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1150.891890] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.892575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.892575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.892736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.892875] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.892981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.893118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.893287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.894053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.894181] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.896044] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1150.896986] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a deletion is rescheduled due to dependency. [ 1150.896986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.401026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.401026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.401026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.401026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.401026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.401026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.401026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.401026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.401026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.401026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.401026] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1151.429562] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.429790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.429821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.430109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.430269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.441951] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1152.663750] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: SUCCESS [ 1152.663750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.663750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.663750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.663750] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.663750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.663750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.663750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.663750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.663750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.663750] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.166546] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.451797] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1153.451993] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac deletion is rescheduled due to dependency. [ 1153.452112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.669176] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d5cdf0c-1738-405b-b14d-ff14082dd4db: rpc.has_security_group_logging(os_id): False [ 1153.688842] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.689100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.689149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.689452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.689530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.689775] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.689877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.689941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.690141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.690200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.690296] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db is going to be updated. [ 1153.749372] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.749563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.749563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.749794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.749953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.762684] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: IN_PROGRESS for 2s [ 1155.780606] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: SUCCESS [ 1155.781152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.892465] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1155.892671] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1158.986056] env[65073]: INFO networking_nsxv3.common.synchronization [req-e0988140-7539-4686-8a0f-324ce8531640 req-d2e2eba7-1798-4c3b-a07f-03591b2051fb tempest-DeleteServersTestJSON-1013596539 tempest-DeleteServersTestJSON-1013596539-project-member] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1158.987601] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1158.987959] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.988158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.988158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.988366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.988522] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.988634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.988673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.988831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.988922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.989032] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.272028] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.272236] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.272361] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.272636] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.273181] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.273181] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.273324] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.273452] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.273598] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.273890] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.274031] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.274170] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.274323] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.274439] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.274542] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.274677] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.305026] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.305210] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.305346] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.305517] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.305891] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-fb30cb6a-1820-423a-9040-5755c71b02e3 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.306724] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-fb30cb6a-1820-423a-9040-5755c71b02e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.306724] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-fb30cb6a-1820-423a-9040-5755c71b02e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.306724] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-fb30cb6a-1820-423a-9040-5755c71b02e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.306724] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb30cb6a-1820-423a-9040-5755c71b02e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.491812] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.492032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.492082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.492267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.492364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.492577] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.492676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.492741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.492892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.492969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.493066] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1159.518128] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.518316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.518316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.518561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.518700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.529788] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1159.809247] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.809490] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.809597] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.809881] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.810061] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.810219] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port fb30cb6a-1820-423a-9040-5755c71b02e3 not found, creating... [ 1159.810483] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.810641] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.810788] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.811049] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.811200] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.811536] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.811693] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.811821] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.812052] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.812302] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.812371] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: fb30cb6a-1820-423a-9040-5755c71b02e3 is going to be created. [ 1159.833611] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.833917] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.834148] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.834493] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.834854] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.835188] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-fb30cb6a-1820-423a-9040-5755c71b02e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.336343] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.336729] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.336729] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.336922] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.337773] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.338077] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.338255] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.338539] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.338735] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.338975] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.339136] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.339276] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.339413] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.339651] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.339727] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.339855] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.359462] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.359649] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.359786] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.359960] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.360306] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.360479] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.360598] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.360929] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.361155] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd1f5c3-1b10-48d0-8e0b-5c242b686157',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.515946] env[65073]: INFO networking_nsxv3.common.synchronization [req-e0988140-7539-4686-8a0f-324ce8531640 req-a304a567-8c21-4cae-896f-b76f5217bc38 service nova] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_rules [ 1160.516147] env[65073]: INFO networking_nsxv3.common.synchronization [req-e0988140-7539-4686-8a0f-324ce8531640 req-a304a567-8c21-4cae-896f-b76f5217bc38 service nova] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1160.516288] env[65073]: INFO networking_nsxv3.common.synchronization [req-e0988140-7539-4686-8a0f-324ce8531640 req-a304a567-8c21-4cae-896f-b76f5217bc38 service nova] Enqueued Resource ID: fb30cb6a-1820-423a-9040-5755c71b02e3 with Priority: HIGHEST for action port [ 1160.516670] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_rules [ 1160.516670] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1160.516744] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb30cb6a-1820-423a-9040-5755c71b02e3 with Priority: HIGHEST for action port [ 1160.517260] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.517383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.517450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.517649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.517732] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.518523] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.518625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.518818] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb30cb6a-1820-423a-9040-5755c71b02e3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.518915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb30cb6a-1820-423a-9040-5755c71b02e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.518959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb30cb6a-1820-423a-9040-5755c71b02e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.519135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb30cb6a-1820-423a-9040-5755c71b02e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.519209] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb30cb6a-1820-423a-9040-5755c71b02e3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.863377] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.863699] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.863860] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.864159] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.864345] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.864510] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port cdd1f5c3-1b10-48d0-8e0b-5c242b686157 not found, creating... [ 1160.864785] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.864952] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.865089] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.865331] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.865492] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.865759] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.865911] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.866036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.866257] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.866520] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.866582] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: cdd1f5c3-1b10-48d0-8e0b-5c242b686157 is going to be created. [ 1160.887188] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.887407] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.887570] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.887884] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.889076] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.889076] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.020633] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.020856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.020964] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb30cb6a-1820-423a-9040-5755c71b02e3 with status ACTIVE [ 1161.021169] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.021291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.021353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.021548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.021639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.021808] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.021940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.022016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.022229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.022303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.022524] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.022624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.022703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.022850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.022956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.023061] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb30cb6a-1820-423a-9040-5755c71b02e3 is going to be updated. [ 1161.049658] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.049884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.049884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.050098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.050243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.050403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb30cb6a-1820-423a-9040-5755c71b02e3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.540575] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1161.540944] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a deletion is rescheduled due to dependency. [ 1161.540944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.541183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.541424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.542060] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.542060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.542060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.542220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.542220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.542368] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.587238] env[65073]: INFO networking_nsxv3.common.synchronization [req-57c518fd-9a87-491c-849f-36c082eb12f4 req-19413486-1980-4e34-91bb-8d91071b9282 service nova] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_rules [ 1161.587238] env[65073]: INFO networking_nsxv3.common.synchronization [req-57c518fd-9a87-491c-849f-36c082eb12f4 req-19413486-1980-4e34-91bb-8d91071b9282 service nova] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1161.587238] env[65073]: INFO networking_nsxv3.common.synchronization [req-57c518fd-9a87-491c-849f-36c082eb12f4 req-19413486-1980-4e34-91bb-8d91071b9282 service nova] Enqueued Resource ID: cdd1f5c3-1b10-48d0-8e0b-5c242b686157 with Priority: HIGHEST for action port [ 1161.587443] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_rules [ 1161.587851] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1161.587851] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdd1f5c3-1b10-48d0-8e0b-5c242b686157 with Priority: HIGHEST for action port [ 1161.588243] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.588986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.588986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.588986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.588986] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.589633] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.590558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.590558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.590558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.590558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.590558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.590558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.590558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.590558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.590558] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.591470] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.591470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.591604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.591634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.591750] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd1f5c3-1b10-48d0-8e0b-5c242b686157',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.045315] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.200535] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.200792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.200863] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.201766] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdd1f5c3-1b10-48d0-8e0b-5c242b686157 with status ACTIVE [ 1162.201934] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.202060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.202123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.202355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.202540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.202616] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.202709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.202780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.202910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.202977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.203193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.203287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.203334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.203478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.203561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.203628] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdd1f5c3-1b10-48d0-8e0b-5c242b686157 is going to be updated. [ 1162.227589] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.227834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.227834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.227974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.228126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.228281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.546765] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.705774] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.049716] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.049911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.049974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.050177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.050277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.050401] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1163.081447] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.081639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.081740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.082435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.082435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.092356] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1163.207651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.207830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.207967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.208336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.208475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.208602] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1163.238531] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.238717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.238839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.239093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.239243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.247637] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1164.405124] env[65073]: INFO networking_nsxv3.common.synchronization [req-c37ce941-575e-4d24-b32b-185ebb9f8bc5 req-6c0e0686-fefd-4f56-ab0b-a20bc508aa58 tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_members [ 1164.405882] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_members [ 1164.407081] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.407081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.407081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.407081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.407456] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.407456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.407456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.407665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.407665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.407889] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.721559] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.722320] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.722320] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.722320] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.722725] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.722955] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.723181] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.723513] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.723732] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.724037] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.724216] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.724382] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.724545] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.725082] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.725082] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.725082] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.748325] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.748555] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.748751] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.749023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.749498] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-f434eaf9-6717-47be-8683-df55068dd0a0 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.749754] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-f434eaf9-6717-47be-8683-df55068dd0a0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.749934] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-f434eaf9-6717-47be-8683-df55068dd0a0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.750423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-f434eaf9-6717-47be-8683-df55068dd0a0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.750625] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f434eaf9-6717-47be-8683-df55068dd0a0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.910168] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.102696] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1165.102953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.103107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.103374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.103915] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.103987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.104047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.104711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.104711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.104711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.104711] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.253104] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.253104] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.253393] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.253746] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.253914] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.254094] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port f434eaf9-6717-47be-8683-df55068dd0a0 not found, creating... [ 1165.254656] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.254921] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.255111] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.255376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.255531] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.255834] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.256009] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.256159] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.256395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.256536] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.256678] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: f434eaf9-6717-47be-8683-df55068dd0a0 is going to be created. [ 1165.258296] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1165.258497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.258654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.258838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.259013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.259122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.259185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.259330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.259406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.259487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.259574] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.281068] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.281391] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.281526] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.282153] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.282153] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.282650] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-f434eaf9-6717-47be-8683-df55068dd0a0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.412655] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.607273] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.607510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.607510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.607722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.607893] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.607993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.608062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.608210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.608298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.608383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.608532] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.608618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.608675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.608809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.608940] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.609037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.609099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.609240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.609310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.609390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.609482] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.762453] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.762603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.762677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.762893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.763067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.763289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.763323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.763465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.763553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.763645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.763794] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.763886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.763948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.764110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.764250] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.764343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.764406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.764543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.764620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.764707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.764818] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.916037] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.916169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.916242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.916667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.916828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.916988] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e291ca8-3435-4205-99ff-1797520c5913 is going to be updated. [ 1165.953694] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.953869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.953869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.954461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.954461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.964763] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: IN_PROGRESS for 2s [ 1165.995787] env[65073]: INFO networking_nsxv3.common.synchronization [req-c37ce941-575e-4d24-b32b-185ebb9f8bc5 req-a197f8c8-306d-425b-8fa1-b52a470ebd9f service nova] Enqueued Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_rules [ 1165.996008] env[65073]: INFO networking_nsxv3.common.synchronization [req-c37ce941-575e-4d24-b32b-185ebb9f8bc5 req-a197f8c8-306d-425b-8fa1-b52a470ebd9f service nova] Enqueued Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_members [ 1165.996217] env[65073]: INFO networking_nsxv3.common.synchronization [req-c37ce941-575e-4d24-b32b-185ebb9f8bc5 req-a197f8c8-306d-425b-8fa1-b52a470ebd9f service nova] Enqueued Resource ID: f434eaf9-6717-47be-8683-df55068dd0a0 with Priority: HIGHEST for action port [ 1165.996777] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_rules [ 1165.996931] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_members [ 1165.997364] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f434eaf9-6717-47be-8683-df55068dd0a0 with Priority: HIGHEST for action port [ 1165.997673] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.998208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.998208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.998208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.998208] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.999124] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.999249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.999480] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f434eaf9-6717-47be-8683-df55068dd0a0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.999943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f434eaf9-6717-47be-8683-df55068dd0a0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.000027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f434eaf9-6717-47be-8683-df55068dd0a0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.000901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f434eaf9-6717-47be-8683-df55068dd0a0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.000901] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f434eaf9-6717-47be-8683-df55068dd0a0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.111453] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41442cb2-9ea0-41a3-8bb6-b617f707273a: rpc.has_security_group_logging(os_id): False [ 1166.130520] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.130797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.130797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.130930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.131096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.131360] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.131520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.131613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.131855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.131992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.132308] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.132425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.132492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.132640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.132716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.132909] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.133028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.133061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.133266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.133344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.133428] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1166.199695] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.199854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.199923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.200175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.200324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.219314] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1166.267418] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8eabd65e-4ea2-4e14-a83c-013e331513ac: rpc.has_security_group_logging(os_id): False [ 1166.288318] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.288547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.288651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.288940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.289082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.289360] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.289523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.289578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.289795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.289906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.290499] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.290730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.290884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.291269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.291463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.291846] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.292047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.292168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.292417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.292617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.292784] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1166.371895] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.372109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.372204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.372774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.372774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.391278] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1166.501967] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.501967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.502488] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f434eaf9-6717-47be-8683-df55068dd0a0 with status ACTIVE [ 1166.502488] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.502488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.502488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.502675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.502817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.502942] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.503038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.503386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.503386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.503510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.503625] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.503733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.503795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.503935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.504016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.504103] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f434eaf9-6717-47be-8683-df55068dd0a0 is going to be updated. [ 1166.526236] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.526596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.526789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.527151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.527419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.527742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f434eaf9-6717-47be-8683-df55068dd0a0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.974624] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: SUCCESS [ 1167.975101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.975101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.975447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.975623] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.975930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.975930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.976567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.976567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.976567] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.236632] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1168.236926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.409235] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1168.409604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.480375] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.983415] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.486784] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.487022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.487070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.487340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.487462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.487608] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e291ca8-3435-4205-99ff-1797520c5913 is going to be updated. [ 1169.517794] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.517942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.518059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.518455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.518629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.529693] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: IN_PROGRESS for 2s [ 1170.999449] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1170.999807] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1171.543348] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: SUCCESS [ 1171.543583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.543789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.544100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.544384] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.544549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.544634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.544756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.544848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.544931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.545033] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.048922] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.551912] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e291ca8-3435-4205-99ff-1797520c5913: rpc.has_security_group_logging(os_id): False [ 1172.579423] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.579619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.579686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.579919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.580406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.580406] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.580554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.580554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.581126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.581126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.581126] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e291ca8-3435-4205-99ff-1797520c5913 is going to be updated. [ 1172.655178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.655178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.655178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.655178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.655178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.686785] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: IN_PROGRESS for 2s [ 1173.331890] env[65073]: INFO networking_nsxv3.common.synchronization [req-8ff70f48-3d08-4aad-8e3c-9bd5af58194f req-0b060756-eb9f-492b-b98c-a4ff7a57bec8 tempest-DeleteServersTestJSON-1013596539 tempest-DeleteServersTestJSON-1013596539-project-member] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1173.332826] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1173.333967] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.334371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.334371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.334471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.334680] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.334750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.334793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.335169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.335169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.335169] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.838207] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.838412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.838412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.838679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.838779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.838981] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.839100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.839166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.839324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.839402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.839501] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1173.872223] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.872418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.872454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.872658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.872798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.882687] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1173.897777] env[65073]: INFO networking_nsxv3.common.synchronization [req-8a99c5e6-9cfc-4766-9ef5-a1043e990bd8 req-43e9ecb8-6d2e-49af-867a-169e9e51b386 tempest-ServerDiskConfigTestJSON-1562799029 tempest-ServerDiskConfigTestJSON-1562799029-project-member] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1173.898440] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1173.898748] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.898868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.898936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.899850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.899850] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.899850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.899850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.899850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.899850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.899850] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.401974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.401974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.401974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.402415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.402415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.402538] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.402642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.402707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.402877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.402954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.403050] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1174.437220] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.437220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.437220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.437409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.437409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.446667] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1174.700573] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: SUCCESS [ 1174.700573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.894747] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1175.895175] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a deletion is rescheduled due to dependency. [ 1175.895232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.458148] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1176.458148] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 deletion is rescheduled due to dependency. [ 1176.458148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.510888] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.511141] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.511266] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.511543] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.512422] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.512422] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.512422] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.512422] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.512422] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.512689] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.512725] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.512819] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.512926] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.513043] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.513147] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.513359] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.533471] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.534242] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.534242] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.534242] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-995" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.534436] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.534628] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.534773] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.535083] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.535500] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd1f5c3-1b10-48d0-8e0b-5c242b686157',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.037598] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.037889] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.038012] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.038307] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.038460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.038740] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.038892] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.039013] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.039232] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.039367] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.039642] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.039790] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.039904] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.040116] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.040250] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.040389] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: cdd1f5c3-1b10-48d0-8e0b-5c242b686157 is going to be updated. [ 1177.061625] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.061853] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.061979] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.062268] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.062472] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.062694] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.762395] env[65073]: INFO networking_nsxv3.common.synchronization [req-d4e957a3-0ea9-4910-8a74-2e307a56e9af req-6b8cec6b-f6c7-4ffa-8027-2d1d150b739e service nova] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_rules [ 1177.762715] env[65073]: INFO networking_nsxv3.common.synchronization [req-d4e957a3-0ea9-4910-8a74-2e307a56e9af req-6b8cec6b-f6c7-4ffa-8027-2d1d150b739e service nova] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1177.763052] env[65073]: INFO networking_nsxv3.common.synchronization [req-d4e957a3-0ea9-4910-8a74-2e307a56e9af req-6b8cec6b-f6c7-4ffa-8027-2d1d150b739e service nova] Enqueued Resource ID: cdd1f5c3-1b10-48d0-8e0b-5c242b686157 with Priority: HIGHEST for action port [ 1177.763818] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_rules [ 1177.764047] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1177.764220] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdd1f5c3-1b10-48d0-8e0b-5c242b686157 with Priority: HIGHEST for action port [ 1177.764641] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.764835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.764953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.765278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.765417] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.767438] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.767619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.767729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.767997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.768262] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.768436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.768552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.768793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.768937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.769103] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.771505] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.771734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.771803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.772079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.772277] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd1f5c3-1b10-48d0-8e0b-5c242b686157',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.268310] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.268694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.271885] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.274665] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdd1f5c3-1b10-48d0-8e0b-5c242b686157 with status ACTIVE [ 1178.274769] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.274832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.274907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.275154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.275249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.275433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.275544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.275630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.275792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.275872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.276084] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.276183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.276256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.276504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.276581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.276668] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdd1f5c3-1b10-48d0-8e0b-5c242b686157 is going to be updated. [ 1178.300012] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.300198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.300252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.300459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.300592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.300752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdd1f5c3-1b10-48d0-8e0b-5c242b686157" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.774261] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.190706] env[65073]: INFO networking_nsxv3.common.synchronization [req-2db47549-a72c-4927-86cd-8151f58135a7 req-568f5f48-ea87-41e1-8d14-273ddb660aea tempest-ServerDiskConfigTestJSON-1562799029 tempest-ServerDiskConfigTestJSON-1562799029-project-member] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1179.191369] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1179.193777] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.194093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.194093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.194277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.194472] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.194577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.194643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.194805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.197538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.197538] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.276511] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.276802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.276802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.276897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.276958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.277080] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1179.310191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.310334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.310408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.310633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.310783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.322481] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1179.503913] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.504125] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.504423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.504711] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.504977] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.505154] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.505272] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.505488] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.505747] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.505963] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.506089] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.506201] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.506310] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.506421] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.506529] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.506660] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.525463] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.525640] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.525751] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.525927] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.526260] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-da18cfb2-6c4f-44ea-83fc-d55b95d919b0 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.526432] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-da18cfb2-6c4f-44ea-83fc-d55b95d919b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.526696] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-da18cfb2-6c4f-44ea-83fc-d55b95d919b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.527043] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-da18cfb2-6c4f-44ea-83fc-d55b95d919b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.527187] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da18cfb2-6c4f-44ea-83fc-d55b95d919b0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.699225] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.699389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.699462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.699688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.699785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.699988] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.700102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.700164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.700341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.700420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.700524] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1179.727724] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.727947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.727947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.728172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.728317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.738055] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1180.029276] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.029498] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.029621] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.029902] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.030071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.030225] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port da18cfb2-6c4f-44ea-83fc-d55b95d919b0 not found, creating... [ 1180.030482] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.030641] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.030757] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.030985] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.031138] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.031477] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.031648] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.031764] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.031971] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.032118] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.032255] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: da18cfb2-6c4f-44ea-83fc-d55b95d919b0 is going to be created. [ 1180.052569] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.052784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.052889] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.053184] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.053446] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.053669] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-da18cfb2-6c4f-44ea-83fc-d55b95d919b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.785295] env[65073]: INFO networking_nsxv3.common.synchronization [req-2db47549-a72c-4927-86cd-8151f58135a7 req-3bcff739-e272-4aaa-9f36-a36dc932fc4e service nova] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_rules [ 1180.785591] env[65073]: INFO networking_nsxv3.common.synchronization [req-2db47549-a72c-4927-86cd-8151f58135a7 req-3bcff739-e272-4aaa-9f36-a36dc932fc4e service nova] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1180.785763] env[65073]: INFO networking_nsxv3.common.synchronization [req-2db47549-a72c-4927-86cd-8151f58135a7 req-3bcff739-e272-4aaa-9f36-a36dc932fc4e service nova] Enqueued Resource ID: da18cfb2-6c4f-44ea-83fc-d55b95d919b0 with Priority: HIGHEST for action port [ 1180.786297] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_rules [ 1180.786432] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1180.786525] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da18cfb2-6c4f-44ea-83fc-d55b95d919b0 with Priority: HIGHEST for action port [ 1180.786827] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.786950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.787037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.787308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.787405] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.788591] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.788694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.788910] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-da18cfb2-6c4f-44ea-83fc-d55b95d919b0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.789038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da18cfb2-6c4f-44ea-83fc-d55b95d919b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.789111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da18cfb2-6c4f-44ea-83fc-d55b95d919b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.789284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da18cfb2-6c4f-44ea-83fc-d55b95d919b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.789501] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da18cfb2-6c4f-44ea-83fc-d55b95d919b0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.291701] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.291860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.292079] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da18cfb2-6c4f-44ea-83fc-d55b95d919b0 with status ACTIVE [ 1181.292260] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.292393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.292462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.292705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.292808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.292987] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.293137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.293229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.293450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.293532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.293783] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.293858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.293903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.294055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.294127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.294241] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da18cfb2-6c4f-44ea-83fc-d55b95d919b0 is going to be updated. [ 1181.316646] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.316784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.316830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.317080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.317225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.317381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da18cfb2-6c4f-44ea-83fc-d55b95d919b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.332605] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1181.332828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.332995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.333223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.333478] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.333600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.333748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.334758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.334758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.334758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.334758] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.749457] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1181.749555] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 deletion is rescheduled due to dependency. [ 1181.749657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.749826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.750078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.750284] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.750403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.750471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.750627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.750708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.750801] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.837836] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.838132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.838132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.838299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.838470] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.838572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.838637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.838785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.838870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.838956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.839125] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.839218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.839280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.839422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.839599] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.839723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.839723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.839829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.839904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.839982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.840086] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.252800] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.342156] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8eabd65e-4ea2-4e14-a83c-013e331513ac: rpc.has_security_group_logging(os_id): False [ 1182.361947] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.362171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.362171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.362389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.362537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.362733] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.362826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.362877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.363065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.363175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.363423] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.363534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.363588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.363744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.363836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.364066] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.364195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.364252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.364496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.364686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.364735] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1182.428760] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.428955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.429065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.429350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.429560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.451322] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1182.755958] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.258643] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.258938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.258938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.259122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.259219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.259324] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1183.291728] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.291914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.292020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.292952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.292952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.302826] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1184.469053] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1184.469546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.335820] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1185.336084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.336267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.336518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.336718] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.336839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.336905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.337083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.337231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.337339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.337339] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.653378] env[65073]: INFO networking_nsxv3.common.synchronization [req-17381a77-46e7-43a7-83fc-94f4acce2877 req-86632670-6ce7-4cbd-99da-944d8b9ba9c8 tempest-DeleteServersTestJSON-1013596539 tempest-DeleteServersTestJSON-1013596539-project-member] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1185.653983] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1185.654364] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.654501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.654562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.654813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.654997] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.655169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.655266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.655461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.655597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.655711] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.840381] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.840577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.840627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.840842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.841017] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.841224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.841330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.841545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.841646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.841792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.842021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.842088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.842156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.842363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.842933] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.843083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.843193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.843434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.843528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.843572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.843667] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.984187] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.984416] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.984635] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.984909] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.985404] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.985578] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.985699] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.985949] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.986107] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.986317] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.986432] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.986538] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.986646] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.986753] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.986857] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.986985] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.006383] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.006515] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.006633] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.006787] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-301" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.007129] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-b2df22f9-bed5-4402-8d29-fab067988c39 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.007302] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-b2df22f9-bed5-4402-8d29-fab067988c39" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.007423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-b2df22f9-bed5-4402-8d29-fab067988c39" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.007766] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-b2df22f9-bed5-4402-8d29-fab067988c39" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.007915] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2df22f9-bed5-4402-8d29-fab067988c39',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.158333] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.158682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.158682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.158804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.158841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.159037] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.159145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.159212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.159376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.159457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.159572] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1186.194979] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.195151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.195241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.195433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.195571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.207966] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1186.346214] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82: rpc.has_security_group_logging(os_id): False [ 1186.364977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.364977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.365170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.365316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.365426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.366063] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.366063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.366063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.366063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.366063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.366314] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.366362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.366418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.366585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.366673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.366946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.367073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.367155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.367315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.367393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.367499] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1186.431426] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.431426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.431672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.431705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.431851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.449905] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1186.510898] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.511250] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.511421] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.511805] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.512020] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.512243] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port b2df22f9-bed5-4402-8d29-fab067988c39 not found, creating... [ 1186.512587] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.512808] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.512989] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.513444] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.513518] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.513895] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.514200] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.514321] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.514608] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.514773] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.514927] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: b2df22f9-bed5-4402-8d29-fab067988c39 is going to be created. [ 1186.538554] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.538846] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.539035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.539428] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.539726] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.540054] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-b2df22f9-bed5-4402-8d29-fab067988c39" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.233271] env[65073]: INFO networking_nsxv3.common.synchronization [req-17381a77-46e7-43a7-83fc-94f4acce2877 req-74b90dba-c9ba-47e9-9115-632a36db80f6 service nova] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_rules [ 1187.233271] env[65073]: INFO networking_nsxv3.common.synchronization [req-17381a77-46e7-43a7-83fc-94f4acce2877 req-74b90dba-c9ba-47e9-9115-632a36db80f6 service nova] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1187.233271] env[65073]: INFO networking_nsxv3.common.synchronization [req-17381a77-46e7-43a7-83fc-94f4acce2877 req-74b90dba-c9ba-47e9-9115-632a36db80f6 service nova] Enqueued Resource ID: b2df22f9-bed5-4402-8d29-fab067988c39 with Priority: HIGHEST for action port [ 1187.233271] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_rules [ 1187.233271] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1187.233271] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2df22f9-bed5-4402-8d29-fab067988c39 with Priority: HIGHEST for action port [ 1187.233271] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.233271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.233271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.233271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.233271] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.235141] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.235393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.237193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2df22f9-bed5-4402-8d29-fab067988c39 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.237193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2df22f9-bed5-4402-8d29-fab067988c39" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.237193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2df22f9-bed5-4402-8d29-fab067988c39" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.237193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2df22f9-bed5-4402-8d29-fab067988c39" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.237193] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2df22f9-bed5-4402-8d29-fab067988c39',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.567150] env[65073]: INFO networking_nsxv3.common.synchronization [req-d79428ab-a7f0-4da2-86d4-aa9d2b8fabff req-250c0b01-9407-4fbb-a334-92179b463489 tempest-ServerActionsTestJSON-1719847796 tempest-ServerActionsTestJSON-1719847796-project-member] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 1187.567635] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 1187.567970] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.568112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.568172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.568365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.568537] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.568644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.568701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.568847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.568936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.569029] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.738947] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2df22f9-bed5-4402-8d29-fab067988c39 with status ACTIVE [ 1187.739283] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.739454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.739534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.739786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.739913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.740125] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.740249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.740312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.741714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.741714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.741714] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.741714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.741714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.741714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.741714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.741714] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2df22f9-bed5-4402-8d29-fab067988c39 is going to be updated. [ 1187.742765] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.743372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.766031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.766031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.766031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.766031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.766031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.766031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2df22f9-bed5-4402-8d29-fab067988c39" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.075161] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.075425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.075548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.075834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.075986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.076223] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.076327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.076413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.076593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.076674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.076774] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a465350-0988-4298-b432-7cb880c2eabe is going to be updated. [ 1188.102946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.103145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.103186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.103446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.103588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.112692] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: IN_PROGRESS for 2s [ 1188.217504] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 4s [ 1188.476566] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1188.476921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.122766] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: SUCCESS [ 1190.123046] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a465350-0988-4298-b432-7cb880c2eabe deletion is rescheduled due to dependency. [ 1190.123101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.227550] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1190.227747] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a deletion is rescheduled due to dependency. [ 1190.227851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.228023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.228247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.228427] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.228541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.228624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.228759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.228837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.228929] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.730552] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.233764] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.736618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.736843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.736843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.737092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.737229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.737360] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1191.767311] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.767503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.767616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.767857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.768055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.778529] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1192.345530] env[65073]: INFO networking_nsxv3.common.synchronization [req-8bdbcc70-311e-4592-8692-6b1e0113251c req-1cb7aa82-a67d-4d77-b3ae-d89805574c0e tempest-ServerDiskConfigTestJSON-1562799029 tempest-ServerDiskConfigTestJSON-1562799029-project-member] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1192.346302] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGHEST for action security_group_members [ 1192.346302] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.346302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.346302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.346445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.346634] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.346768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.346835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.346995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.347100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.347221] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.849603] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.849837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.849837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.850096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.850165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.850380] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.850465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.850501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.850637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.850712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.850797] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be updated. [ 1192.877911] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.878134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.878134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.878280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.878419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.887730] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: IN_PROGRESS for 2s [ 1193.567249] env[65073]: INFO networking_nsxv3.common.synchronization [req-f42984e2-bd62-4225-9aa9-4be38182f3fe req-4d507a4a-f03d-4f25-8fb2-4f34ee9d13b7 tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_members [ 1193.567937] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_members [ 1193.568372] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.568541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.568637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.568901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.569126] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.569268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.569391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.569574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.569684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.569824] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.788758] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1193.788758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.788758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.789134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.789134] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.789298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.789332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.789532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.789632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.789737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.789856] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.071747] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.292906] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.292906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.293124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.293201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.293424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.293551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.293923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.293923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.293923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.294069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.294182] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.294275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.294339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.294502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.294643] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.294734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.294795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.294930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.295022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.295094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.295184] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.573765] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.798206] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41442cb2-9ea0-41a3-8bb6-b617f707273a: rpc.has_security_group_logging(os_id): False [ 1194.810128] env[65073]: INFO networking_nsxv3.common.synchronization [req-d8c34815-9206-4b98-a9fa-e61ab8551563 req-8aa21821-b6d3-4492-8baa-a1c90d1d1a16 tempest-ServerActionsTestJSON-1719847796 tempest-ServerActionsTestJSON-1719847796-project-member] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 1194.810776] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 1194.811122] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.811657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.811657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.811657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.811859] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.811859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.811859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.812020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.812265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.812265] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.816344] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.816447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.816487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.816662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.816749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.816926] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.817034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.817101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.817271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.817361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.817617] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.817723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.817796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.817919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.817992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.818195] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.818289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.818350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.818485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.818561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.818648] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1194.880174] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.880340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.880396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.880598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.881034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.896609] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 in Status: SUCCESS [ 1194.896817] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 deletion is rescheduled due to dependency. [ 1194.896936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.898018] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1195.078390] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.078390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.078390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.078390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.078390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.078390] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f is going to be updated. [ 1195.109836] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.110037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.110075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.110309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.110459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.116208] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.116394] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.116517] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.116781] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.117048] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.117208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.117323] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.117533] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.117672] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.117872] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.117981] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.118099] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.118207] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.118313] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.118426] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.118614] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.120173] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f in Status: IN_PROGRESS for 2s [ 1195.137599] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.137761] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.137881] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.138063] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-246" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.138370] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-a8e448f3-1b6a-43b0-ac5f-babeadbe786f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.138541] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-a8e448f3-1b6a-43b0-ac5f-babeadbe786f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.138658] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-a8e448f3-1b6a-43b0-ac5f-babeadbe786f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.138975] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-a8e448f3-1b6a-43b0-ac5f-babeadbe786f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.139125] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8e448f3-1b6a-43b0-ac5f-babeadbe786f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.314543] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.314743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.314814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.315052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.315151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.315349] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.315448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.315513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.315658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.315805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.315892] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a465350-0988-4298-b432-7cb880c2eabe is going to be updated. [ 1195.341923] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.342139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.342277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.342446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.342591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.351300] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: IN_PROGRESS for 2s [ 1195.641903] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.642430] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.642430] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.642603] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.642708] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.642874] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port a8e448f3-1b6a-43b0-ac5f-babeadbe786f not found, creating... [ 1195.643161] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.643324] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.643466] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.643704] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.643841] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.644151] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.644296] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.644432] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.644654] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.644789] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.644927] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: a8e448f3-1b6a-43b0-ac5f-babeadbe786f is going to be created. [ 1195.666427] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.666676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.666813] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.667095] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.667322] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.667542] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-a8e448f3-1b6a-43b0-ac5f-babeadbe786f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.370368] env[65073]: INFO networking_nsxv3.common.synchronization [req-d8c34815-9206-4b98-a9fa-e61ab8551563 req-e802fb8d-0842-4d0c-b099-37a46ef3f82b service nova] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_rules [ 1196.370552] env[65073]: INFO networking_nsxv3.common.synchronization [req-d8c34815-9206-4b98-a9fa-e61ab8551563 req-e802fb8d-0842-4d0c-b099-37a46ef3f82b service nova] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 1196.370690] env[65073]: INFO networking_nsxv3.common.synchronization [req-d8c34815-9206-4b98-a9fa-e61ab8551563 req-e802fb8d-0842-4d0c-b099-37a46ef3f82b service nova] Enqueued Resource ID: a8e448f3-1b6a-43b0-ac5f-babeadbe786f with Priority: HIGHEST for action port [ 1196.371211] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_rules [ 1196.371520] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 1196.371655] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e448f3-1b6a-43b0-ac5f-babeadbe786f with Priority: HIGHEST for action port [ 1196.371943] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.372080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.372137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.372336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.372421] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.373288] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.373457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.373662] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8e448f3-1b6a-43b0-ac5f-babeadbe786f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.373762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8e448f3-1b6a-43b0-ac5f-babeadbe786f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.373824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8e448f3-1b6a-43b0-ac5f-babeadbe786f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.373988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8e448f3-1b6a-43b0-ac5f-babeadbe786f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.374075] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8e448f3-1b6a-43b0-ac5f-babeadbe786f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.877159] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.877566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.877566] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8e448f3-1b6a-43b0-ac5f-babeadbe786f with status ACTIVE [ 1196.877652] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.877713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.877805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.877974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.878107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.878256] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.878351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.878412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.878569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.878643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.878838] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.878968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.879021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.879132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.879203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.879287] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8e448f3-1b6a-43b0-ac5f-babeadbe786f is going to be updated. [ 1196.903745] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.903894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.903955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.904151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.904292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.904449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8e448f3-1b6a-43b0-ac5f-babeadbe786f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.914853] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1196.915067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.129982] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f in Status: SUCCESS [ 1197.130233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.362327] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: SUCCESS [ 1197.362541] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a465350-0988-4298-b432-7cb880c2eabe deletion is rescheduled due to dependency. [ 1197.362606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.362824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.363411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.363543] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.363628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.363681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.363837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.363933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.364044] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.865959] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.368412] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.871819] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.872560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.872560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.872560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.872745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.872782] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a465350-0988-4298-b432-7cb880c2eabe is going to be updated. [ 1198.907212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.907457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.907717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.907887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.908125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.918962] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: IN_PROGRESS for 2s [ 1200.931340] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: SUCCESS [ 1200.931743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.931743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.931909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.932125] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.932237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.932306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.932501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.932586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.932674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.932768] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.005132] env[65073]: INFO networking_nsxv3.common.synchronization [req-74af8f50-0c8c-437a-b098-1e0eea11cd3a req-8287d3bf-a768-4adc-9c5b-f75e44eb2287 tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_members [ 1201.005669] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGHEST for action security_group_members [ 1201.006322] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.006322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.006322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.006456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.006535] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.006656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.006700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.006816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.006898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.006990] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.434863] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.510634] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.510822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.510822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.511032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.511131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.511349] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.511554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.511619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.511780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.511859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.511948] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f is going to be updated. [ 1201.547541] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.547764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.547836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.548017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.548196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.557948] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f in Status: IN_PROGRESS for 2s [ 1201.937601] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a465350-0988-4298-b432-7cb880c2eabe: rpc.has_security_group_logging(os_id): False [ 1201.957038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.957237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.957322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.957592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.957701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.957985] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.958108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.958178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.958322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.958415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.958505] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a465350-0988-4298-b432-7cb880c2eabe is going to be updated. [ 1202.034939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.035158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.035419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.035504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.035706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.050471] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: IN_PROGRESS for 2s [ 1203.568281] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f in Status: SUCCESS [ 1203.568626] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f deletion is rescheduled due to dependency. [ 1203.568626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.064794] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: SUCCESS [ 1204.065157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.545967] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4a452b2d-1af5-4be5-bd03-910602e305fa tempest-AttachInterfacesTestJSON-664511086 tempest-AttachInterfacesTestJSON-664511086-project-member] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1205.546484] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGHEST for action security_group_members [ 1205.547132] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.547815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.547815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.547815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.547815] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.548087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.548087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.548265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.548386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.548528] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.050926] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.051159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.051273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.051565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.051673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.051885] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.052013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.052128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.052306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.052417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.052539] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be updated. [ 1206.082458] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.082642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.082740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.082890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.083149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.091381] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: IN_PROGRESS for 2s [ 1208.102612] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac in Status: SUCCESS [ 1208.102612] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac deletion is rescheduled due to dependency. [ 1208.102942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.937471] env[65073]: INFO networking_nsxv3.common.synchronization [None req-07d8559d-7cd4-4845-92a9-01faeb7a370c None None] Enqueued Resource ID: 7dc8e155-0e42-4dba-825e-08f3bc27e3df with Priority: HIGHEST for action port [ 1209.937935] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc8e155-0e42-4dba-825e-08f3bc27e3df with Priority: HIGHEST for action port [ 1209.938630] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dc8e155-0e42-4dba-825e-08f3bc27e3df taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.938764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dc8e155-0e42-4dba-825e-08f3bc27e3df" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.938835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dc8e155-0e42-4dba-825e-08f3bc27e3df" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.939159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dc8e155-0e42-4dba-825e-08f3bc27e3df" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.939248] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dc8e155-0e42-4dba-825e-08f3bc27e3df',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.442794] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dc8e155-0e42-4dba-825e-08f3bc27e3df [ 1210.442794] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.442794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.442794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.442794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.442794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.442794] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dc8e155-0e42-4dba-825e-08f3bc27e3df already deleted. [ 1210.442794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dc8e155-0e42-4dba-825e-08f3bc27e3df" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.819332] env[65073]: INFO networking_nsxv3.common.synchronization [None req-ee2e43d8-1856-47bf-98ad-9470723dcf55 None None] Enqueued Resource ID: 96e4e9fa-3d97-4a97-be6d-e9cd4c29ae72 with Priority: HIGHEST for action port [ 1211.820107] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e4e9fa-3d97-4a97-be6d-e9cd4c29ae72 with Priority: HIGHEST for action port [ 1211.820299] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-96e4e9fa-3d97-4a97-be6d-e9cd4c29ae72 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.820429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96e4e9fa-3d97-4a97-be6d-e9cd4c29ae72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.820506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96e4e9fa-3d97-4a97-be6d-e9cd4c29ae72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.820979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96e4e9fa-3d97-4a97-be6d-e9cd4c29ae72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.820979] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96e4e9fa-3d97-4a97-be6d-e9cd4c29ae72',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.323055] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96e4e9fa-3d97-4a97-be6d-e9cd4c29ae72 [ 1212.323442] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.323675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.323791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.324059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.324211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.324313] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96e4e9fa-3d97-4a97-be6d-e9cd4c29ae72 already deleted. [ 1212.324400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96e4e9fa-3d97-4a97-be6d-e9cd4c29ae72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.454143] env[65073]: INFO networking_nsxv3.common.synchronization [req-e2fde6ba-d616-4ce8-9f7a-1d3db5ff87bc req-4499fe65-abd1-4664-a453-94bdb0fea3b0 tempest-InstanceActionsNegativeTestJSON-857555133 tempest-InstanceActionsNegativeTestJSON-857555133-project-member] Enqueued Resource ID: d0d2aab6-5df9-4500-9866-94c67933f439 with Priority: HIGHEST for action security_group_members [ 1215.454702] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d2aab6-5df9-4500-9866-94c67933f439 with Priority: HIGHEST for action security_group_members [ 1215.455010] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d2aab6-5df9-4500-9866-94c67933f439 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.455146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.455235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.455501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.455658] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.455759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.455825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.455975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.456076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.456171] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d2aab6-5df9-4500-9866-94c67933f439',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.805565] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.805699] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-937" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.805807] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-937" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.806237] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-937" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.806529] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.806719] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.806913] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.807199] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.807365] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.807586] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.807699] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.807808] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.807916] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.808050] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.808156] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.808286] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.831720] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.831912] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1215.832038] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.832227] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-937" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.832676] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-e844c0b0-5258-439a-bc01-93f4900d8f27 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.832946] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-e844c0b0-5258-439a-bc01-93f4900d8f27" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.833094] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-e844c0b0-5258-439a-bc01-93f4900d8f27" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.833433] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-e844c0b0-5258-439a-bc01-93f4900d8f27" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.833663] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e844c0b0-5258-439a-bc01-93f4900d8f27',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.959134] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.959361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.959478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.959640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.959709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.959896] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.959988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.960064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.960217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.960292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.960417] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d2aab6-5df9-4500-9866-94c67933f439 already deleted. [ 1215.960500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.336522] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.336522] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.336767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.336937] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.337105] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.337301] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port e844c0b0-5258-439a-bc01-93f4900d8f27 not found, creating... [ 1216.337543] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.337713] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.337827] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.338084] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.339050] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.339050] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.339050] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.339050] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.339285] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.339285] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.339421] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: e844c0b0-5258-439a-bc01-93f4900d8f27 is going to be created. [ 1216.363403] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.363674] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.363829] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.364302] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.364491] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.364761] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-e844c0b0-5258-439a-bc01-93f4900d8f27" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.065298] env[65073]: INFO networking_nsxv3.common.synchronization [req-e2fde6ba-d616-4ce8-9f7a-1d3db5ff87bc req-860cb47d-af51-40fc-a6ea-fb0ae08249f2 service nova] Enqueued Resource ID: d0d2aab6-5df9-4500-9866-94c67933f439 with Priority: HIGHEST for action security_group_rules [ 1217.065562] env[65073]: INFO networking_nsxv3.common.synchronization [req-e2fde6ba-d616-4ce8-9f7a-1d3db5ff87bc req-860cb47d-af51-40fc-a6ea-fb0ae08249f2 service nova] Enqueued Resource ID: d0d2aab6-5df9-4500-9866-94c67933f439 with Priority: HIGHEST for action security_group_members [ 1217.065603] env[65073]: INFO networking_nsxv3.common.synchronization [req-e2fde6ba-d616-4ce8-9f7a-1d3db5ff87bc req-860cb47d-af51-40fc-a6ea-fb0ae08249f2 service nova] Enqueued Resource ID: e844c0b0-5258-439a-bc01-93f4900d8f27 with Priority: HIGHEST for action port [ 1217.066112] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d2aab6-5df9-4500-9866-94c67933f439 with Priority: HIGHEST for action security_group_rules [ 1217.066246] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d2aab6-5df9-4500-9866-94c67933f439 with Priority: HIGHEST for action security_group_members [ 1217.066347] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e844c0b0-5258-439a-bc01-93f4900d8f27 with Priority: HIGHEST for action port [ 1217.067247] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0d2aab6-5df9-4500-9866-94c67933f439 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.067424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.067581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.067843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.067909] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0d2aab6-5df9-4500-9866-94c67933f439',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.069275] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d2aab6-5df9-4500-9866-94c67933f439 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.069398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.069467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.069644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.069802] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.070298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.070374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.070524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.070614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.070706] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d2aab6-5df9-4500-9866-94c67933f439',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.072169] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e844c0b0-5258-439a-bc01-93f4900d8f27 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.072314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e844c0b0-5258-439a-bc01-93f4900d8f27" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.072380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e844c0b0-5258-439a-bc01-93f4900d8f27" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.072904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e844c0b0-5258-439a-bc01-93f4900d8f27" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.072904] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e844c0b0-5258-439a-bc01-93f4900d8f27',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.573043] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0d2aab6-5df9-4500-9866-94c67933f439',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.575373] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e844c0b0-5258-439a-bc01-93f4900d8f27 with status ACTIVE [ 1217.575538] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.575704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.575778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.576009] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.576108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.576288] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.576881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.576881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.576881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.576881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.577181] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.577181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.577181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.577290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.577356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.577501] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e844c0b0-5258-439a-bc01-93f4900d8f27 is going to be updated. [ 1217.578955] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d2aab6-5df9-4500-9866-94c67933f439 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.579073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.603277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.603584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.603584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.603836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.604048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.604273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e844c0b0-5258-439a-bc01-93f4900d8f27" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.075645] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0d2aab6-5df9-4500-9866-94c67933f439',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.578564] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.578727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.578831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.579017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.579121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.579226] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d2aab6-5df9-4500-9866-94c67933f439 is going to be created. [ 1218.604713] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.604911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.604911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.605135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.605293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.615268] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d2aab6-5df9-4500-9866-94c67933f439 in Status: UNINITIALIZED for 2s [ 1220.625967] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d2aab6-5df9-4500-9866-94c67933f439 in Status: SUCCESS [ 1220.626352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.626352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.626587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.626791] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.626903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.626970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.627133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.627216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.627302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.627395] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0d2aab6-5df9-4500-9866-94c67933f439',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.129529] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d2aab6-5df9-4500-9866-94c67933f439 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.129813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.129813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.129977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.130097] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.130212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.130280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.130422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.130492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.130549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.130700] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d2aab6-5df9-4500-9866-94c67933f439 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.130784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.130845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.130979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.131130] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.131214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.131270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.131410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.131524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.131611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.131702] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0d2aab6-5df9-4500-9866-94c67933f439',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.633793] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0d2aab6-5df9-4500-9866-94c67933f439: rpc.has_security_group_logging(os_id): False [ 1221.652013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.652216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.652216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.652432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.652517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.652725] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.652864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.652932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.653116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.653198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.653331] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.653426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.653480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.653704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.653774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.653958] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.654339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.654339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.654339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.654339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.654504] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0d2aab6-5df9-4500-9866-94c67933f439 is going to be created. [ 1221.722065] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.722065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.722358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.722390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.722582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.733816] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0d2aab6-5df9-4500-9866-94c67933f439 in Status: IN_PROGRESS for 2s [ 1222.068322] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.068322] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1223.747071] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0d2aab6-5df9-4500-9866-94c67933f439 in Status: SUCCESS [ 1223.747448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.069332] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1227.069784] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1227.529503] env[65073]: INFO networking_nsxv3.common.synchronization [req-0efba614-179b-4b93-bcea-6fd45014501c req-615abc55-ac97-4065-b5a4-92ee75d3ec25 tempest-InstanceActionsNegativeTestJSON-857555133 tempest-InstanceActionsNegativeTestJSON-857555133-project-member] Enqueued Resource ID: d0d2aab6-5df9-4500-9866-94c67933f439 with Priority: HIGHEST for action security_group_members [ 1227.530056] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d2aab6-5df9-4500-9866-94c67933f439 with Priority: HIGHEST for action security_group_members [ 1227.530368] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0d2aab6-5df9-4500-9866-94c67933f439 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.530491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.530575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.530822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.531052] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.531133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.531214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.531412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.531655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.531655] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0d2aab6-5df9-4500-9866-94c67933f439',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.034109] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.034269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.034348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.034573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.034674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.034928] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.035089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.035230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.035267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.035362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.035406] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d2aab6-5df9-4500-9866-94c67933f439 is going to be updated. [ 1228.065343] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.065536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.065536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.065741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.065879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.074552] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d2aab6-5df9-4500-9866-94c67933f439 in Status: IN_PROGRESS for 2s [ 1228.519783] env[65073]: INFO networking_nsxv3.common.synchronization [req-1298b927-0ecd-454a-8c6d-71277ff2af1e req-cf98e90e-70eb-4553-892f-67a9aef8b78c tempest-DeleteServersTestJSON-1013596539 tempest-DeleteServersTestJSON-1013596539-project-member] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1228.520263] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGHEST for action security_group_members [ 1228.520562] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.520686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.520755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.520984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.521157] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.521256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.521320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.521478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.521563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.521878] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.025130] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.025130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.025130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.025130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.025130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.025130] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.025130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.025130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.025767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.025767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.025767] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be updated. [ 1229.052909] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.053073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.053189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.053428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.053625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.061952] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: IN_PROGRESS for 2s [ 1230.084612] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0d2aab6-5df9-4500-9866-94c67933f439 in Status: SUCCESS [ 1230.084962] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0d2aab6-5df9-4500-9866-94c67933f439 deletion is rescheduled due to dependency. [ 1230.084962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.071276] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a in Status: SUCCESS [ 1231.071461] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a deletion is rescheduled due to dependency. [ 1231.071603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.521328] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.521715] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.191606] env[65073]: INFO networking_nsxv3.common.synchronization [req-f0e72415-79ae-41f6-830b-b2ecba67746f req-81725891-6d13-4ad4-8f36-5eea0c44b121 tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_members [ 1238.192200] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_members [ 1238.192514] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.192669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.192711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.192893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.193498] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.193705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.193774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.193938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.194070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.194554] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.697615] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.199350] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.702085] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.702271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.702322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.702571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.702676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.702806] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e291ca8-3435-4205-99ff-1797520c5913 is going to be updated. [ 1239.737023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.737206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.737254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.737466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.737637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.748184] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: IN_PROGRESS for 2s [ 1241.018031] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f59574aa-7166-4f4e-bd36-0d67a23775e8 None None] Enqueued Resource ID: 164f530f-137b-4288-b022-558ab93794f8 with Priority: HIGHEST for action port [ 1241.018791] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164f530f-137b-4288-b022-558ab93794f8 with Priority: HIGHEST for action port [ 1241.019192] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-164f530f-137b-4288-b022-558ab93794f8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.019350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-164f530f-137b-4288-b022-558ab93794f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.019451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-164f530f-137b-4288-b022-558ab93794f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.019902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-164f530f-137b-4288-b022-558ab93794f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.020029] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('164f530f-137b-4288-b022-558ab93794f8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.522247] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 164f530f-137b-4288-b022-558ab93794f8 [ 1241.522504] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.522604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.523380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.523380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.523380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.523380] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:164f530f-137b-4288-b022-558ab93794f8 already deleted. [ 1241.523380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-164f530f-137b-4288-b022-558ab93794f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.759627] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: SUCCESS [ 1241.759866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.167307] env[65073]: INFO networking_nsxv3.common.synchronization [None req-3a38e5cb-8b0b-4f77-97cf-ee6cb6ec6717 None None] Enqueued Resource ID: f8107ff9-8e06-4133-bb1c-e2702cd98093 with Priority: HIGHEST for action port [ 1243.167854] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8107ff9-8e06-4133-bb1c-e2702cd98093 with Priority: HIGHEST for action port [ 1243.168193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8107ff9-8e06-4133-bb1c-e2702cd98093 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.168306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8107ff9-8e06-4133-bb1c-e2702cd98093" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.168370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8107ff9-8e06-4133-bb1c-e2702cd98093" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.168624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8107ff9-8e06-4133-bb1c-e2702cd98093" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.168702] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8107ff9-8e06-4133-bb1c-e2702cd98093',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.670720] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8107ff9-8e06-4133-bb1c-e2702cd98093 [ 1243.671036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.671209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.671303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.671547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.671666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.671786] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8107ff9-8e06-4133-bb1c-e2702cd98093 already deleted. [ 1243.671894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8107ff9-8e06-4133-bb1c-e2702cd98093" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.448822] env[65073]: INFO networking_nsxv3.common.synchronization [req-95f268c9-95c4-4887-9bf3-6aa97ecbae19 req-5a74caee-3fc5-4a76-b4d9-a1d10c4eecf3 tempest-ServerRescueNegativeTestJSON-677196036 tempest-ServerRescueNegativeTestJSON-677196036-project-member] Enqueued Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_members [ 1246.449383] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_members [ 1246.450020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.451061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.451200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.451468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.451673] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.451851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.452049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.452104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.452220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.452268] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.759766] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.761039] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-267" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.761039] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-267" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.761039] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-267" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.761039] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.761039] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.761398] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.761398] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.761501] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.761648] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.761737] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.761845] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.761951] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.762070] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.762225] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.762295] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.789120] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.789341] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1246.789510] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.789721] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-267" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.790174] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-4fdb442a-6d51-4acc-a93e-af979c57075f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.790410] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-4fdb442a-6d51-4acc-a93e-af979c57075f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.790563] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-4fdb442a-6d51-4acc-a93e-af979c57075f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.791355] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-4fdb442a-6d51-4acc-a93e-af979c57075f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.791544] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fdb442a-6d51-4acc-a93e-af979c57075f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.954920] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.955139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.955139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.955289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.955387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.955593] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.955693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.955759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.955906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.955982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.956153] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b841c0a5-26a4-4676-9472-8442f378c33e already deleted. [ 1246.956243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.294541] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.294779] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.294966] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.295348] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.295555] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.295767] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 4fdb442a-6d51-4acc-a93e-af979c57075f not found, creating... [ 1247.296149] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.296364] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.296533] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.296823] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.297014] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.297408] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.297622] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.297788] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.298075] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.298260] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.298452] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 4fdb442a-6d51-4acc-a93e-af979c57075f is going to be created. [ 1247.321460] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.321825] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.322015] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.322391] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.322706] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.323017] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-4fdb442a-6d51-4acc-a93e-af979c57075f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.517448] env[65073]: INFO networking_nsxv3.common.synchronization [req-b63d5087-e846-4f9f-a9c8-b54e6a40b9d7 req-5923cc84-cd8e-4b5b-b148-81fe1214c0c6 tempest-ServerActionsTestOtherB-2145553288 tempest-ServerActionsTestOtherB-2145553288-project-member] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1247.518016] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1247.518550] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.518727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.518789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.518997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.519187] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.519294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.519359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.519531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.519620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.519729] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.016398] env[65073]: INFO networking_nsxv3.common.synchronization [req-95f268c9-95c4-4887-9bf3-6aa97ecbae19 req-9c416857-ba80-4fb0-8d40-4f3ebe7242e3 service nova] Enqueued Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_rules [ 1248.016398] env[65073]: INFO networking_nsxv3.common.synchronization [req-95f268c9-95c4-4887-9bf3-6aa97ecbae19 req-9c416857-ba80-4fb0-8d40-4f3ebe7242e3 service nova] Enqueued Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_members [ 1248.016398] env[65073]: INFO networking_nsxv3.common.synchronization [req-95f268c9-95c4-4887-9bf3-6aa97ecbae19 req-9c416857-ba80-4fb0-8d40-4f3ebe7242e3 service nova] Enqueued Resource ID: 4fdb442a-6d51-4acc-a93e-af979c57075f with Priority: HIGHEST for action port [ 1248.016398] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_rules [ 1248.016398] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_members [ 1248.016398] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fdb442a-6d51-4acc-a93e-af979c57075f with Priority: HIGHEST for action port [ 1248.016398] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.016398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.016398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.017087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.017087] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.019690] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.019833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.019946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.020242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.020769] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.020885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.020959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.021110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.021576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.021576] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.022709] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fdb442a-6d51-4acc-a93e-af979c57075f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.022878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fdb442a-6d51-4acc-a93e-af979c57075f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.022878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fdb442a-6d51-4acc-a93e-af979c57075f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.023160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fdb442a-6d51-4acc-a93e-af979c57075f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.023244] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fdb442a-6d51-4acc-a93e-af979c57075f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.025173] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.025173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.025173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.025173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.025409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.025726] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.025726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.025726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.025881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.025939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.026049] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db is going to be updated. [ 1248.053216] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.053216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.053216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.053444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.053536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.062638] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: IN_PROGRESS for 2s [ 1248.523879] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.525088] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fdb442a-6d51-4acc-a93e-af979c57075f with status ACTIVE [ 1248.525088] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.525088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.525088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.525325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.525674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.525674] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.525674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.525826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.525871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.525975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.526244] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.526390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.526390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.526540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.526688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.526688] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fdb442a-6d51-4acc-a93e-af979c57075f is going to be updated. [ 1248.527799] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.527961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.553326] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.553476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.553556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.554200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.554200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.554200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fdb442a-6d51-4acc-a93e-af979c57075f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.673229] env[65073]: INFO networking_nsxv3.common.synchronization [req-bd8d692a-a5b9-442d-a7bb-2a70fee74bf9 req-4fe15ac3-0fa2-4e77-aff8-36bd9bb7c92a tempest-ServerRescueNegativeTestJSON-677196036 tempest-ServerRescueNegativeTestJSON-677196036-project-member] Enqueued Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_members [ 1248.673870] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_members [ 1248.674235] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.674532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.029380] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.035597] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.035794] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-267" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.035917] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-267" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.036241] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-267" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.036500] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.036655] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.036769] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.036989] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.037146] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.037347] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.037479] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1249.037607] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1249.037806] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1249.037924] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.038041] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1249.038177] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1249.058843] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1249.059033] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1249.059186] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1249.059971] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-267" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.059971] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-d184573a-afa8-460c-9f61-a1c0678afa74 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.059971] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-d184573a-afa8-460c-9f61-a1c0678afa74" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.059971] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-d184573a-afa8-460c-9f61-a1c0678afa74" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.060349] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-d184573a-afa8-460c-9f61-a1c0678afa74" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.060489] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d184573a-afa8-460c-9f61-a1c0678afa74',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.533112] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.533437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.533437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.533567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.533667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.533876] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b841c0a5-26a4-4676-9472-8442f378c33e is going to be created. [ 1249.558451] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.558681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.558893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.559261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.560018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.562015] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.562265] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.562418] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.562682] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.562893] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.563078] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port d184573a-afa8-460c-9f61-a1c0678afa74 not found, creating... [ 1249.563374] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.563638] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.563835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.564157] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.564347] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.564661] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.565029] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.565029] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.565234] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.565382] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.565547] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: d184573a-afa8-460c-9f61-a1c0678afa74 is going to be created. [ 1249.584343] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: UNINITIALIZED for 2s [ 1249.604748] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.605025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.605103] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.605369] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.605595] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.605819] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-d184573a-afa8-460c-9f61-a1c0678afa74" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.074191] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: SUCCESS [ 1250.074401] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db deletion is rescheduled due to dependency. [ 1250.074518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.326085] env[65073]: INFO networking_nsxv3.common.synchronization [req-bd8d692a-a5b9-442d-a7bb-2a70fee74bf9 req-b78d0865-eb63-4cf2-a544-7b4a7162b7b6 service nova] Enqueued Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_rules [ 1250.326085] env[65073]: INFO networking_nsxv3.common.synchronization [req-bd8d692a-a5b9-442d-a7bb-2a70fee74bf9 req-b78d0865-eb63-4cf2-a544-7b4a7162b7b6 service nova] Enqueued Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_members [ 1250.326085] env[65073]: INFO networking_nsxv3.common.synchronization [req-bd8d692a-a5b9-442d-a7bb-2a70fee74bf9 req-b78d0865-eb63-4cf2-a544-7b4a7162b7b6 service nova] Enqueued Resource ID: d184573a-afa8-460c-9f61-a1c0678afa74 with Priority: HIGHEST for action port [ 1250.326085] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_rules [ 1250.326085] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_members [ 1250.326085] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d184573a-afa8-460c-9f61-a1c0678afa74 with Priority: HIGHEST for action port [ 1250.326085] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.326085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.326085] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.326085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.326085] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d184573a-afa8-460c-9f61-a1c0678afa74 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.326085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d184573a-afa8-460c-9f61-a1c0678afa74" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.326085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d184573a-afa8-460c-9f61-a1c0678afa74" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.326085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d184573a-afa8-460c-9f61-a1c0678afa74" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.326085] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d184573a-afa8-460c-9f61-a1c0678afa74',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.828721] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d184573a-afa8-460c-9f61-a1c0678afa74 with status ACTIVE [ 1250.829076] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.829171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.829171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.829388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.829482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.829664] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.829763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.829827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.830405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.830560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.830785] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.830931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.831019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.831180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.831241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.831360] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d184573a-afa8-460c-9f61-a1c0678afa74 is going to be updated. [ 1250.854438] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.854642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.854642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.854841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.854970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.855149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d184573a-afa8-460c-9f61-a1c0678afa74" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.594235] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: SUCCESS [ 1251.594507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.594710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.595300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.595300] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.595450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.595450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.595579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.595662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.595747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.595847] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.596797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.596977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.597219] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.597297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.597358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.597614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.597651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.597747] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.100768] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.100768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.101157] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.603156] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.106101] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.106481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.106481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.106712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.106712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.106822] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b841c0a5-26a4-4676-9472-8442f378c33e is going to be updated. [ 1253.140420] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.140570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.140666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.140851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.140999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.152293] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: IN_PROGRESS for 2s [ 1253.272158] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1253.272329] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1255.164027] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: SUCCESS [ 1255.164392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.164429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.164644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.164859] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.164974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.165031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.165233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.165306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.165456] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.324747] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.324916] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1255.414671] env[65073]: INFO networking_nsxv3.common.synchronization [req-26af0799-0cbf-4377-84c6-17c426fc6f0c req-8fa96d71-dc4e-41c2-91af-bd610266767e tempest-ServerActionsTestOtherA-1876980209 tempest-ServerActionsTestOtherA-1876980209-project-member] Enqueued Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_members [ 1255.414671] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGHEST for action security_group_members [ 1255.414789] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.414950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.415093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.415442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.415711] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.415972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.416100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.416345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.416513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.416691] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.667482] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.919934] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.920199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.920269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.920604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.920761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.921071] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.921226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.921328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.921577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.921751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.921886] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e291ca8-3435-4205-99ff-1797520c5913 is going to be updated. [ 1255.957184] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.957398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.957398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.957661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.957800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.970954] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: IN_PROGRESS for 2s [ 1256.020391] env[65073]: INFO networking_nsxv3.common.synchronization [req-842526df-7934-43da-a299-75af90d58787 req-78ae1fdc-cf56-4101-a7a8-cd214c3fbe38 tempest-ServerActionsTestOtherB-2145553288 tempest-ServerActionsTestOtherB-2145553288-project-member] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1256.020956] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1256.021276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.021398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.021466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.021671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.021827] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.021927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.022110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.022168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.022243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.022340] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.170520] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.361843] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.361843] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.362062] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.362280] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.362515] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.362668] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.362838] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.362985] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.363141] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.363343] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.363452] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.363559] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.363664] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.363771] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.363958] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.364110] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.387887] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.388353] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1256.388353] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.388487] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.388811] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-8856bc12-0855-4335-8e5c-3a3019815143 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.388984] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.389116] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.389432] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.389573] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8856bc12-0855-4335-8e5c-3a3019815143',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.525050] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.525239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.525279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.525521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.525617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.525817] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.525941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.526012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.526198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.526279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.526393] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db is going to be updated. [ 1256.551908] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.552067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.552156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.552336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.552480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.561156] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: IN_PROGRESS for 2s [ 1256.672901] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.673075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.673152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.673358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.673448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.673546] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b841c0a5-26a4-4676-9472-8442f378c33e is going to be updated. [ 1256.716403] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.716625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.716674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.717264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.717264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.726728] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: IN_PROGRESS for 2s [ 1256.893049] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.893302] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.893414] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.893701] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.893921] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.894161] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 8856bc12-0855-4335-8e5c-3a3019815143 not found, creating... [ 1256.894444] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.894603] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.894723] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.894975] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.895158] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.895451] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.895606] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.895723] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.895933] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.896082] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.896221] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 8856bc12-0855-4335-8e5c-3a3019815143 is going to be created. [ 1256.923022] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.923319] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.923399] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.923767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.924152] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.924420] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.604276] env[65073]: INFO networking_nsxv3.common.synchronization [req-842526df-7934-43da-a299-75af90d58787 req-523a5724-203e-41e0-9f58-2ac229d302ee service nova] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_rules [ 1257.604555] env[65073]: INFO networking_nsxv3.common.synchronization [req-842526df-7934-43da-a299-75af90d58787 req-523a5724-203e-41e0-9f58-2ac229d302ee service nova] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1257.604679] env[65073]: INFO networking_nsxv3.common.synchronization [req-842526df-7934-43da-a299-75af90d58787 req-523a5724-203e-41e0-9f58-2ac229d302ee service nova] Enqueued Resource ID: 8856bc12-0855-4335-8e5c-3a3019815143 with Priority: HIGHEST for action port [ 1257.605265] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_rules [ 1257.605434] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1257.605578] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8856bc12-0855-4335-8e5c-3a3019815143 with Priority: HIGHEST for action port [ 1257.605888] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.606013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.606086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.606319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.606407] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.607319] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.607973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.607973] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-8856bc12-0855-4335-8e5c-3a3019815143 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.607973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.607973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.607973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.608245] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8856bc12-0855-4335-8e5c-3a3019815143',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.982883] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e291ca8-3435-4205-99ff-1797520c5913 in Status: SUCCESS [ 1257.982883] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e291ca8-3435-4205-99ff-1797520c5913 deletion is rescheduled due to dependency. [ 1257.982883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.110204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.110406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.110537] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8856bc12-0855-4335-8e5c-3a3019815143 with status ACTIVE [ 1258.110691] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.110795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.110853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.111105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.111174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.111346] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.111448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.111544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.111703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.111748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.111990] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.112145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.112175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.112449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.112449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.112574] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8856bc12-0855-4335-8e5c-3a3019815143 is going to be updated. [ 1258.139880] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.139880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.139880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.140267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.140303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.140527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.573634] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: SUCCESS [ 1258.573900] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db deletion is rescheduled due to dependency. [ 1258.574055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.574232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.574451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.574635] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.574752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.574827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.575037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.575147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.575243] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.736854] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: SUCCESS [ 1258.737202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.737366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.737581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.737778] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.737903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.737975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.738226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.738366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.738488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.738669] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.738780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.738841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.739070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.739296] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.739455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.739535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.739687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.739799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.739937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.740097] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.081516] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.242712] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b841c0a5-26a4-4676-9472-8442f378c33e: rpc.has_security_group_logging(os_id): False [ 1259.263223] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.263436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.263436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.263642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.263731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.264052] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.264206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.264245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.264428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.264549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.264750] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.264922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.264964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.265133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.265213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.265473] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.265573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.265665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.265833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.265911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.266044] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b841c0a5-26a4-4676-9472-8442f378c33e is going to be created. [ 1259.356632] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.356877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.356877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.357166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.357357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.370690] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: IN_PROGRESS for 2s [ 1259.430278] env[65073]: INFO networking_nsxv3.common.synchronization [req-7519fe75-4b69-49e7-8002-44e0c19ca341 req-f99e2ed0-dcfc-42e4-b66f-40b535182d92 tempest-ServerActionsTestJSON-1719847796 tempest-ServerActionsTestJSON-1719847796-project-member] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 1259.431465] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGHEST for action security_group_members [ 1259.431465] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.431465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.431784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.431784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.432588] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.432775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.432886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.433164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.433298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.433419] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.584159] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.936029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.936390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.936390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.936646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.936870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.937193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.937321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.937424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.937677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.937781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.937880] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a465350-0988-4298-b432-7cb880c2eabe is going to be updated. [ 1259.972539] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.972756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.972837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.973092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.973249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.984170] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: IN_PROGRESS for 2s [ 1260.088044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.088211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.088211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.088428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.088523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.088626] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db is going to be updated. [ 1260.119404] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.119651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.119756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.120033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.120184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.130478] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: IN_PROGRESS for 2s [ 1261.383627] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: SUCCESS [ 1261.384087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.384238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.384522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.384669] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.888787] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.888787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.888787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.888787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.888787] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.888787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.888787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.888787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.888787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.889241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.889241] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.995083] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a465350-0988-4298-b432-7cb880c2eabe in Status: SUCCESS [ 1261.995291] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a465350-0988-4298-b432-7cb880c2eabe deletion is rescheduled due to dependency. [ 1261.995436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.141105] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: SUCCESS [ 1262.141463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.141618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.141845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.142051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.142171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.142238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.142392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.142471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.142556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.142647] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.391470] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.391903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.391903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.392428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.392619] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.392735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.392806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.393016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.393099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.393205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.393334] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.393456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.393538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.393641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.393775] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.394142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.394219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.394385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.394467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.394590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.394675] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.645239] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.897297] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b841c0a5-26a4-4676-9472-8442f378c33e: rpc.has_security_group_logging(os_id): False [ 1262.918888] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.919086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.919139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.919391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.919796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.920049] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.920183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.920257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.920427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.920508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.920699] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.920793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.920856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.920995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.921097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.921292] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.921385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.921450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.921656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.921656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.921760] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b841c0a5-26a4-4676-9472-8442f378c33e is going to be updated. [ 1262.984998] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.985221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.985341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.985585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.985813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.016636] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: IN_PROGRESS for 2s [ 1263.148423] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d5cdf0c-1738-405b-b14d-ff14082dd4db: rpc.has_security_group_logging(os_id): False [ 1263.170013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.170235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.170315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.170575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.170699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.171034] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.171176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.171247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.171443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.171552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.171654] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db is going to be updated. [ 1263.235031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.235245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.235245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.235435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.235582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.251784] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: IN_PROGRESS for 2s [ 1264.432045] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.432376] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1265.029163] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: SUCCESS [ 1265.029399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.272826] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: SUCCESS [ 1265.273135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.949632] env[65073]: INFO networking_nsxv3.common.synchronization [None req-2e1daba3-95e8-4860-a1b5-3aaf063713fe None None] Enqueued Resource ID: bb4774a5-a893-4291-95de-149b79175630 with Priority: HIGHEST for action port [ 1266.950219] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4774a5-a893-4291-95de-149b79175630 with Priority: HIGHEST for action port [ 1266.951016] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb4774a5-a893-4291-95de-149b79175630 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.951016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb4774a5-a893-4291-95de-149b79175630" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.951016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb4774a5-a893-4291-95de-149b79175630" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.951924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb4774a5-a893-4291-95de-149b79175630" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.951924] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb4774a5-a893-4291-95de-149b79175630',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.398420] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9879c2fc-20df-4715-99b6-bbc19e15cdbe tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGHEST for action security_group_rules [ 1267.399138] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGHEST for action security_group_rules [ 1267.399621] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cff24c35-fdfd-40ab-9cea-645663362fb2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.399954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.400198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.400583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.400842] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cff24c35-fdfd-40ab-9cea-645663362fb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.454271] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb4774a5-a893-4291-95de-149b79175630 [ 1267.454653] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.454653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.454796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.455099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.455099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.455249] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb4774a5-a893-4291-95de-149b79175630 already deleted. [ 1267.455294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb4774a5-a893-4291-95de-149b79175630" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.494378] env[65073]: INFO networking_nsxv3.common.synchronization [None req-d16b3bc8-5178-4ebe-9d0f-875449fee0c1 tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGHEST for action security_group_rules [ 1267.494973] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGHEST for action security_group_rules [ 1267.497333] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cff24c35-fdfd-40ab-9cea-645663362fb2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.497333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.926979] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.926979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.926979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.926979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.926979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.926979] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cff24c35-fdfd-40ab-9cea-645663362fb2 already deleted. [ 1267.926979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.926979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.926979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.926979] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cff24c35-fdfd-40ab-9cea-645663362fb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.452764] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.453085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.453085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.453212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.453306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.453400] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cff24c35-fdfd-40ab-9cea-645663362fb2 already deleted. [ 1268.453483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.192601] env[65073]: INFO networking_nsxv3.common.synchronization [None req-d4184482-383a-4288-9af6-1de4780f88fc None None] Enqueued Resource ID: fc6c9627-b097-4db6-8eef-f90259f1f2b8 with Priority: HIGHEST for action port [ 1269.193167] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc6c9627-b097-4db6-8eef-f90259f1f2b8 with Priority: HIGHEST for action port [ 1269.193498] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc6c9627-b097-4db6-8eef-f90259f1f2b8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.193623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc6c9627-b097-4db6-8eef-f90259f1f2b8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.193695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc6c9627-b097-4db6-8eef-f90259f1f2b8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.194064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc6c9627-b097-4db6-8eef-f90259f1f2b8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.194171] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc6c9627-b097-4db6-8eef-f90259f1f2b8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.697095] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc6c9627-b097-4db6-8eef-f90259f1f2b8 [ 1269.697445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.697521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.697562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.697973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.697973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.697973] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc6c9627-b097-4db6-8eef-f90259f1f2b8 already deleted. [ 1269.698137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc6c9627-b097-4db6-8eef-f90259f1f2b8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.854688] env[65073]: INFO networking_nsxv3.common.synchronization [req-d4f51f34-f835-44f9-8e10-1567aa55f2b3 req-2931b2a6-7d7c-44e8-8429-28f333ea2c97 tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGHEST for action security_group_members [ 1273.855241] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGHEST for action security_group_members [ 1273.855627] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cff24c35-fdfd-40ab-9cea-645663362fb2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.855778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.855849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.856276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.856457] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.856573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.856636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.856828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.856924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.857014] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cff24c35-fdfd-40ab-9cea-645663362fb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.160059] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.160059] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.160059] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.160059] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.160385] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.160492] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.160710] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.160974] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.161137] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.161389] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.161503] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1274.161613] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1274.161720] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1274.161827] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.161933] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1274.162075] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1274.182917] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1274.183141] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1274.183285] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1274.183467] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.183785] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-b167eaf7-e566-4a27-96a9-af0fc740b32b taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.184015] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-b167eaf7-e566-4a27-96a9-af0fc740b32b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.184154] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-b167eaf7-e566-4a27-96a9-af0fc740b32b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.184481] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-b167eaf7-e566-4a27-96a9-af0fc740b32b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.184622] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b167eaf7-e566-4a27-96a9-af0fc740b32b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.359395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.359667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.359667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.359868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.359957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.360184] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.360302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.360362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.360487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.360628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.360628] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cff24c35-fdfd-40ab-9cea-645663362fb2 already deleted. [ 1274.360734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.687278] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.687498] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.687569] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.687843] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.688030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.688209] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port b167eaf7-e566-4a27-96a9-af0fc740b32b not found, creating... [ 1274.688467] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.688625] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.688739] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.688956] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.689113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.689388] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.689578] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.689701] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.689906] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.690048] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.690187] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: b167eaf7-e566-4a27-96a9-af0fc740b32b is going to be created. [ 1274.710046] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.710288] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.710409] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.710752] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.710934] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.711177] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-b167eaf7-e566-4a27-96a9-af0fc740b32b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.428016] env[65073]: INFO networking_nsxv3.common.synchronization [req-d4f51f34-f835-44f9-8e10-1567aa55f2b3 req-43c46782-599a-4e83-bebf-ee414030f1a0 service nova] Enqueued Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGHEST for action security_group_rules [ 1275.428361] env[65073]: INFO networking_nsxv3.common.synchronization [req-d4f51f34-f835-44f9-8e10-1567aa55f2b3 req-43c46782-599a-4e83-bebf-ee414030f1a0 service nova] Enqueued Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGHEST for action security_group_members [ 1275.428603] env[65073]: INFO networking_nsxv3.common.synchronization [req-d4f51f34-f835-44f9-8e10-1567aa55f2b3 req-43c46782-599a-4e83-bebf-ee414030f1a0 service nova] Enqueued Resource ID: b167eaf7-e566-4a27-96a9-af0fc740b32b with Priority: HIGHEST for action port [ 1275.429443] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGHEST for action security_group_rules [ 1275.429681] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGHEST for action security_group_members [ 1275.429878] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b167eaf7-e566-4a27-96a9-af0fc740b32b with Priority: HIGHEST for action port [ 1275.430342] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cff24c35-fdfd-40ab-9cea-645663362fb2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.430550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.430665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.430989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.431137] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cff24c35-fdfd-40ab-9cea-645663362fb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.433544] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cff24c35-fdfd-40ab-9cea-645663362fb2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.434232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.434232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.434412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.434646] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.434884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.435010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.435273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.435420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.435584] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cff24c35-fdfd-40ab-9cea-645663362fb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.437543] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b167eaf7-e566-4a27-96a9-af0fc740b32b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.437742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b167eaf7-e566-4a27-96a9-af0fc740b32b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.437859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b167eaf7-e566-4a27-96a9-af0fc740b32b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.438148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b167eaf7-e566-4a27-96a9-af0fc740b32b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.438291] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b167eaf7-e566-4a27-96a9-af0fc740b32b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.934812] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cff24c35-fdfd-40ab-9cea-645663362fb2 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.934950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.938364] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cff24c35-fdfd-40ab-9cea-645663362fb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.940696] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b167eaf7-e566-4a27-96a9-af0fc740b32b with status ACTIVE [ 1275.940910] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.941048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.941120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.941377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.941495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.941658] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.941757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.941856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.942082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.942155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.942340] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.942434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.942494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.942845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.942845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.942845] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b167eaf7-e566-4a27-96a9-af0fc740b32b is going to be updated. [ 1275.965244] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.965448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.965448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.965649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.965781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.965940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b167eaf7-e566-4a27-96a9-af0fc740b32b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.444674] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cff24c35-fdfd-40ab-9cea-645663362fb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.947171] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.947419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.947538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.947813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.947915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.948048] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cff24c35-fdfd-40ab-9cea-645663362fb2 is going to be created. [ 1276.971154] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.971432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.971505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.971722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.971912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.981507] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cff24c35-fdfd-40ab-9cea-645663362fb2 in Status: UNINITIALIZED for 2s [ 1278.993591] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cff24c35-fdfd-40ab-9cea-645663362fb2 in Status: SUCCESS [ 1278.994027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.994133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.994370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.994590] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.994711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.994780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.994941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.995078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.995179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.995255] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cff24c35-fdfd-40ab-9cea-645663362fb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.497316] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cff24c35-fdfd-40ab-9cea-645663362fb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.000114] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cff24c35-fdfd-40ab-9cea-645663362fb2: rpc.has_security_group_logging(os_id): False [ 1280.032966] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.033226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.033226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.033477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.033698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.034067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.034250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.034374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.034627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.034751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.034921] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cff24c35-fdfd-40ab-9cea-645663362fb2 is going to be created. [ 1280.104833] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.105066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.105128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.105360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.105675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.118632] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cff24c35-fdfd-40ab-9cea-645663362fb2 in Status: IN_PROGRESS for 2s [ 1280.430705] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.430854] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1282.132779] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cff24c35-fdfd-40ab-9cea-645663362fb2 in Status: SUCCESS [ 1282.133203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.682223] env[65073]: INFO networking_nsxv3.common.synchronization [None req-53e7ee98-a28a-405f-aa05-04ab9d74945e tempest-ServerRescueNegativeTestJSON-677196036 tempest-ServerRescueNegativeTestJSON-677196036-project-member] Enqueued Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGHEST for action security_group_rules [ 1282.682784] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGHEST for action security_group_rules [ 1282.683156] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.683245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.683281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.683532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.683632] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f229f667-fc31-470f-9d4f-bc0e239cc1dd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.766380] env[65073]: INFO networking_nsxv3.common.synchronization [None req-ae895404-a62f-4c2a-a9c4-e7af5ea4d5e9 tempest-ServerRescueNegativeTestJSON-677196036 tempest-ServerRescueNegativeTestJSON-677196036-project-member] Enqueued Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGHEST for action security_group_rules [ 1282.767256] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGHEST for action security_group_rules [ 1282.767601] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.767732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.206616] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.206880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.206880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.207084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.207227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.207303] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd already deleted. [ 1283.207394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.207543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.207708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.207790] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f229f667-fc31-470f-9d4f-bc0e239cc1dd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.728506] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.728651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.728695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.728931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.729089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.729192] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd already deleted. [ 1283.729303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.767891] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.768147] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1289.535304] env[65073]: INFO networking_nsxv3.common.synchronization [req-7ef2bc8b-3f03-4cee-97d8-2426b7fd3a58 req-fd142bf0-b6af-49d7-be6d-a975a5905dae tempest-ServerRescueNegativeTestJSON-677196036 tempest-ServerRescueNegativeTestJSON-677196036-project-member] Enqueued Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGHEST for action security_group_members [ 1289.535304] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGHEST for action security_group_members [ 1289.535304] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f229f667-fc31-470f-9d4f-bc0e239cc1dd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.536137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.536137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.536137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.536137] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.536137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.536137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.536137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.536419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.536419] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f229f667-fc31-470f-9d4f-bc0e239cc1dd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.885177] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.885400] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-267" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.885528] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-267" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.885807] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-267" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.886084] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.886252] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.886381] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.886587] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.886735] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.886943] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.887069] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.887185] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.887322] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.887439] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.887547] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.887679] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.909747] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.909943] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.910078] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.910257] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-267" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.910625] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.910838] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.910934] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.911297] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.911441] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.039091] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.039253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.039300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.039617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.039792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.040097] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.040276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.040396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.040668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.040817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.040968] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd already deleted. [ 1290.041138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.414314] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.414545] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.414674] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.414958] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.415165] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.415332] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba not found, creating... [ 1290.415585] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.415734] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.415851] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.416083] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.416226] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.416500] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.416653] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.416771] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.416969] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.417124] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.417261] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba is going to be created. [ 1290.438473] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.438666] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.438804] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.439078] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.439308] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.439526] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.129275] env[65073]: INFO networking_nsxv3.common.synchronization [req-7ef2bc8b-3f03-4cee-97d8-2426b7fd3a58 req-066c0eda-06e2-4f15-9abf-a314c9a6ef09 service nova] Enqueued Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGHEST for action security_group_rules [ 1291.129534] env[65073]: INFO networking_nsxv3.common.synchronization [req-7ef2bc8b-3f03-4cee-97d8-2426b7fd3a58 req-066c0eda-06e2-4f15-9abf-a314c9a6ef09 service nova] Enqueued Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGHEST for action security_group_members [ 1291.129570] env[65073]: INFO networking_nsxv3.common.synchronization [req-7ef2bc8b-3f03-4cee-97d8-2426b7fd3a58 req-066c0eda-06e2-4f15-9abf-a314c9a6ef09 service nova] Enqueued Resource ID: ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba with Priority: HIGHEST for action port [ 1291.130082] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGHEST for action security_group_rules [ 1291.130220] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGHEST for action security_group_members [ 1291.130762] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba with Priority: HIGHEST for action port [ 1291.131082] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.131204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.131271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.131471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.131553] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f229f667-fc31-470f-9d4f-bc0e239cc1dd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.133191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f229f667-fc31-470f-9d4f-bc0e239cc1dd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.133191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.133191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.133191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.133436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.133436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.133524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.133606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.133825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.133825] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f229f667-fc31-470f-9d4f-bc0e239cc1dd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.134559] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.135332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.135332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.135332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.135699] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.634137] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f229f667-fc31-470f-9d4f-bc0e239cc1dd taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.634345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.637718] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba with status ACTIVE [ 1291.637939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.638074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.638183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.638422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.638518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.638704] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.638807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.638910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.639164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.639301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.639578] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.639680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.639747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.639915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.640009] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.640102] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba is going to be updated. [ 1291.641554] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f229f667-fc31-470f-9d4f-bc0e239cc1dd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.663351] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.663516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.663591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.663787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.663931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.664134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebd3dd19-7b8a-4cbe-ad1b-4f05f8ce17ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.144272] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f229f667-fc31-470f-9d4f-bc0e239cc1dd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.646948] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.647194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.647194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.647372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.647459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.647559] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd is going to be created. [ 1292.670998] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.671231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.671231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.671430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.671589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.682622] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd in Status: UNINITIALIZED for 2s [ 1294.693238] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd in Status: SUCCESS [ 1294.693605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.693605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.693786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.693972] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.694132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.694193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.694347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.694428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.694512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.694615] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f229f667-fc31-470f-9d4f-bc0e239cc1dd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.196870] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f229f667-fc31-470f-9d4f-bc0e239cc1dd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.699408] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f229f667-fc31-470f-9d4f-bc0e239cc1dd: rpc.has_security_group_logging(os_id): False [ 1295.718598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.718807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.718807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.718937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.719048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.719311] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.719436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.719478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.719639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.719718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.719803] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd is going to be created. [ 1295.778435] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.778695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.778695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.778860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.779065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.792430] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd in Status: IN_PROGRESS for 2s [ 1296.132421] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.132551] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1297.806195] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd in Status: SUCCESS [ 1297.806650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.133871] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.134278] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.135397] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.135682] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1310.223055] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.223484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.223484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.223643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.223643] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.726903] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.136537] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.136755] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.229409] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.731863] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1311.731992] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1312.468365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.468648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.468648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.468825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.481758] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1312.482746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.484390] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1312.522998] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.523182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.523250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.523563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.537107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.537998] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1312.538120] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1312.538198] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1312.586204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.586458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.586458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.586709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.587877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.588079] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1312.675091] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.675353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.675353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.675566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.675881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.676176] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1312.756440] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.756621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.756695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.756910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.757245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.757537] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 1312.757647] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b841c0a5-26a4-4676-9472-8442f378c33e', '8eabd65e-4ea2-4e14-a83c-013e331513ac', '3e291ca8-3435-4205-99ff-1797520c5913', 'e163014f-cc72-4a9a-869e-1127147ac252', '9e1e83e0-79be-4787-9864-300c5f2a9d8d', 'd83abacb-8f2c-4155-8f7e-7ca4e199ad1f', '8bb06955-8389-4e79-8d5f-1d29bc037b17', '371b48a8-d8bb-40d3-9002-811f55dec047', 'eea6527e-e834-48bc-9764-dd76bfa76966', 'ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a', '3b267616-589e-4003-ab79-c6348796a47e', 'f229f667-fc31-470f-9d4f-bc0e239cc1dd', '41442cb2-9ea0-41a3-8bb6-b617f707273a', 'f5fc1b43-f8a2-465f-86db-c48f4b49bee9', '07315d13-987d-43aa-a574-b384246dee89', 'cff24c35-fdfd-40ab-9cea-645663362fb2', '45a9a15c-2278-4a22-a473-1155ce49bc2e', 'd0d2aab6-5df9-4500-9866-94c67933f439', '4a465350-0988-4298-b432-7cb880c2eabe', 'cc1306cc-d831-4d08-862c-97bd35bf75e9', '53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82', '0d466f6d-d242-44e6-8d12-6699d56dfaa8', 'ce4dc6c7-2efe-4ca0-a805-a0766a1218c1', '8d5cdf0c-1738-405b-b14d-ff14082dd4db', 'd37f2478-adcc-413f-b4f0-9c5bca0c3f2f', '4334a856-f90a-44c1-8478-485e13c710ce', '1605f304-aa7b-4c5e-a6a3-e51e5467f670', 'd2233e16-b9fb-48ee-b331-763ed4fc0e11', '2d2d4872-3724-443f-88f7-7004f81fd10c', '54c73e9d-c074-4781-9956-23d212aa1e5b', '0bc00696-ddfd-4005-b506-c5cd8057b3b0', '75588a77-0475-409f-8dfb-62abc7c6b80f', 'd3821ac3-5fb9-445f-b011-583c9e4002e8', 'b5ecd08c-8bb9-42a9-94d5-8335201bd596', '0640afb1-a17f-4308-a977-a999c84ee229', '2cc2879e-b450-4a77-b4f9-52555e6d3fc8'} {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1312.757741] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1312.776791] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.776967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.777059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.777267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.777358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.777472] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1312.777545] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1312.777653] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1312.856642] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.856891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.856891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.857125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.858269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.858561] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1312.858637] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1312.858720] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1312.858795] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1312.858878] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 1312.858954] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGH for action security_group_rules [ 1312.859052] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGH for action security_group_rules [ 1312.859134] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGH for action security_group_rules [ 1312.859213] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGH for action security_group_rules [ 1312.859290] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGH for action security_group_rules [ 1312.859349] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGH for action security_group_rules [ 1312.859387] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGH for action security_group_rules [ 1312.859449] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGH for action security_group_rules [ 1312.859499] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eea6527e-e834-48bc-9764-dd76bfa76966 with Priority: HIGH for action security_group_rules [ 1312.859569] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGH for action security_group_rules [ 1312.859636] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b267616-589e-4003-ab79-c6348796a47e with Priority: HIGH for action security_group_rules [ 1312.859700] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGH for action security_group_rules [ 1312.859783] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGH for action security_group_rules [ 1312.859857] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGH for action security_group_rules [ 1312.859934] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGH for action security_group_rules [ 1312.859934] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGH for action security_group_rules [ 1312.860068] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e with Priority: HIGH for action security_group_rules [ 1312.860102] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0d2aab6-5df9-4500-9866-94c67933f439 with Priority: HIGH for action security_group_rules [ 1312.860192] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGH for action security_group_rules [ 1312.860220] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 with Priority: HIGH for action security_group_rules [ 1312.860312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.138170] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.138532] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1316.138532] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGH for action security_group_rules [ 1316.138632] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e291ca8-3435-4205-99ff-1797520c5913 with Priority: HIGH for action security_group_rules [ 1316.138727] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 with Priority: HIGH for action security_group_rules [ 1316.138861] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07315d13-987d-43aa-a574-b384246dee89 with Priority: HIGH for action security_group_rules [ 1316.138927] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 with Priority: HIGH for action security_group_rules [ 1316.138993] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a465350-0988-4298-b432-7cb880c2eabe with Priority: HIGH for action security_group_rules [ 1316.139078] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d2aab6-5df9-4500-9866-94c67933f439 with Priority: HIGH for action security_group_rules [ 1316.139208] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e with Priority: HIGH for action security_group_rules [ 1316.139291] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 with Priority: HIGH for action security_group_rules [ 1316.139376] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGH for action security_group_rules [ 1316.139464] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a with Priority: HIGH for action security_group_rules [ 1316.139553] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGH for action security_group_rules [ 1316.139640] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b267616-589e-4003-ab79-c6348796a47e with Priority: HIGH for action security_group_rules [ 1316.139730] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a with Priority: HIGH for action security_group_rules [ 1316.139874] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea6527e-e834-48bc-9764-dd76bfa76966 with Priority: HIGH for action security_group_rules [ 1316.140016] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f with Priority: HIGH for action security_group_rules [ 1316.140163] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b48a8-d8bb-40d3-9002-811f55dec047 with Priority: HIGH for action security_group_rules [ 1316.140250] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d with Priority: HIGH for action security_group_rules [ 1316.140308] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac with Priority: HIGH for action security_group_rules [ 1316.140369] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e163014f-cc72-4a9a-869e-1127147ac252 with Priority: HIGH for action security_group_rules [ 1316.140767] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.140906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.140965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.141192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.141279] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.142273] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e291ca8-3435-4205-99ff-1797520c5913 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.142415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.142492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.142663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.142767] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e291ca8-3435-4205-99ff-1797520c5913',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.144046] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bb06955-8389-4e79-8d5f-1d29bc037b17 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.144046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.144046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.144046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.144393] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bb06955-8389-4e79-8d5f-1d29bc037b17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.145176] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07315d13-987d-43aa-a574-b384246dee89 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.145294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.145365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.145533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.145640] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07315d13-987d-43aa-a574-b384246dee89',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.146798] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc1306cc-d831-4d08-862c-97bd35bf75e9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.146798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.146798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.146943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.146994] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc1306cc-d831-4d08-862c-97bd35bf75e9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.147695] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a465350-0988-4298-b432-7cb880c2eabe taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.148139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.148139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.148281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.148281] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a465350-0988-4298-b432-7cb880c2eabe',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.148937] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0d2aab6-5df9-4500-9866-94c67933f439 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.149063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.149122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.149269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.149364] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0d2aab6-5df9-4500-9866-94c67933f439',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.150273] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a9a15c-2278-4a22-a473-1155ce49bc2e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.150388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.150483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.150689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.150791] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a9a15c-2278-4a22-a473-1155ce49bc2e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.152119] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.152119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.152119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.152119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.152119] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fc1b43-f8a2-465f-86db-c48f4b49bee9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.152792] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cff24c35-fdfd-40ab-9cea-645663362fb2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.152792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.152792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.152947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.153019] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cff24c35-fdfd-40ab-9cea-645663362fb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.153812] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41442cb2-9ea0-41a3-8bb6-b617f707273a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.153970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.154165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.154287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.154363] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41442cb2-9ea0-41a3-8bb6-b617f707273a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.155083] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.155197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.155254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.155687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.155687] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f229f667-fc31-470f-9d4f-bc0e239cc1dd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.156276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b267616-589e-4003-ab79-c6348796a47e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.156463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.156463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.156591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.156692] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b267616-589e-4003-ab79-c6348796a47e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.157464] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.157564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.157639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.157807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.157914] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.158743] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eea6527e-e834-48bc-9764-dd76bfa76966 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.158846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.158991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.159135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.159241] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eea6527e-e834-48bc-9764-dd76bfa76966',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.160121] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.160121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.160309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.160309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.160422] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83abacb-8f2c-4155-8f7e-7ca4e199ad1f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.161397] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371b48a8-d8bb-40d3-9002-811f55dec047 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.161397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.161397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.161683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.161683] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371b48a8-d8bb-40d3-9002-811f55dec047',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.162379] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.162518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.162839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.162839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.162958] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e1e83e0-79be-4787-9864-300c5f2a9d8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.163819] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eabd65e-4ea2-4e14-a83c-013e331513ac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.164357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.164357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.164357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.164500] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eabd65e-4ea2-4e14-a83c-013e331513ac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.165129] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e163014f-cc72-4a9a-869e-1127147ac252 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.165234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.165294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.165863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.165863] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e163014f-cc72-4a9a-869e-1127147ac252',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.206020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.206716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.206716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.206716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.208197] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.208320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.209073] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.209197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.211267] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.211370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.212267] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.212267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.232811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.232988] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bb06955-8389-4e79-8d5f-1d29bc037b17 is going to be deleted. [ 1316.234191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.234434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.359543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.359713] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc1306cc-d831-4d08-862c-97bd35bf75e9 is going to be deleted. [ 1316.360502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.360749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.383455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.383629] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07315d13-987d-43aa-a574-b384246dee89 is going to be deleted. [ 1316.384942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.385239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.407395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.407661] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a465350-0988-4298-b432-7cb880c2eabe is going to be deleted. [ 1316.408445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.408661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.423433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.423734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.428334] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.428564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.460459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.460722] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e291ca8-3435-4205-99ff-1797520c5913 is going to be deleted. [ 1316.461643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.461895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.461993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.462185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bb06955-8389-4e79-8d5f-1d29bc037b17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.462400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.462595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.462714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.462876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc1306cc-d831-4d08-862c-97bd35bf75e9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.474086] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.474337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.474402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.474582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.474689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.474835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a465350-0988-4298-b432-7cb880c2eabe" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.521021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.521265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.521265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.521461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.521558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.521678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07315d13-987d-43aa-a574-b384246dee89" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.604475] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.604842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.604842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.605217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.605351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.605524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e291ca8-3435-4205-99ff-1797520c5913" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.668377] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.668576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.668576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.668917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.669148] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.669260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.669326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.669482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.669569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.669655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.669762] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.674662] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cff24c35-fdfd-40ab-9cea-645663362fb2 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.674806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.674870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.675097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.675270] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.675372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.675451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.675612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.675712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.675810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.675914] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cff24c35-fdfd-40ab-9cea-645663362fb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.677604] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f229f667-fc31-470f-9d4f-bc0e239cc1dd taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.677604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.677604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.677604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.677604] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.677604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.677604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.677945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.677945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.677945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.678065] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f229f667-fc31-470f-9d4f-bc0e239cc1dd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.734918] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.735204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.735204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.735420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.737545] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.737777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.738699] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.738892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.740799] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.740949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.741651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.741770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.742521] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.742629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.743392] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.743508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.744113] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.744113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.745186] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.745412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.748493] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.748605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.749437] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.749537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.756397] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.756939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.757060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.770667] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.771301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.771448] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41442cb2-9ea0-41a3-8bb6-b617f707273a is going to be deleted. [ 1316.772470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.772819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.793675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.793892] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fc1b43-f8a2-465f-86db-c48f4b49bee9 is going to be deleted. [ 1316.795170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.795402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.822221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.822437] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a9a15c-2278-4a22-a473-1155ce49bc2e is going to be deleted. [ 1316.823370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.823681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.847366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.847538] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83abacb-8f2c-4155-8f7e-7ca4e199ad1f is going to be deleted. [ 1316.848532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.848761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.850236] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.850358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.859815] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.860034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.872381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.872572] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371b48a8-d8bb-40d3-9002-811f55dec047 is going to be deleted. [ 1316.873522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.873744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.879141] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.879301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.894349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.894515] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a is going to be deleted. [ 1316.895420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.895639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.920344] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.920558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.932295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.932465] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e1e83e0-79be-4787-9864-300c5f2a9d8d is going to be deleted. [ 1316.933391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.933610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.935644] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.935857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.966786] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.967022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.978745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.978917] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0d2aab6-5df9-4500-9866-94c67933f439 is going to be deleted. [ 1316.979818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.980049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.018877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.019067] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eea6527e-e834-48bc-9764-dd76bfa76966 is going to be deleted. [ 1317.020125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.020369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.073514] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.073698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.093402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.093544] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eabd65e-4ea2-4e14-a83c-013e331513ac is going to be deleted. [ 1317.094556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.094766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.096713] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.096819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.127434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.127612] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e163014f-cc72-4a9a-869e-1127147ac252 is going to be deleted. [ 1317.128531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.128750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.182150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.182553] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b267616-589e-4003-ab79-c6348796a47e is going to be deleted. [ 1317.183369] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f229f667-fc31-470f-9d4f-bc0e239cc1dd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.184997] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.185158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.185225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.185458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.185610] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.185715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.185761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.185900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.185982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.186087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.186239] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.186329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.186371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.186515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.186648] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.186739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.186799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.186936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.187412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.187563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.187660] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.189430] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cff24c35-fdfd-40ab-9cea-645663362fb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.190632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.190632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.190632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.190632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41442cb2-9ea0-41a3-8bb6-b617f707273a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.191100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.191174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.191263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.191436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fc1b43-f8a2-465f-86db-c48f4b49bee9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.192656] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.192766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.192836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.193024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.193114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.193246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eea6527e-e834-48bc-9764-dd76bfa76966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.193417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.193532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.193621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.193745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a9a15c-2278-4a22-a473-1155ce49bc2e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.193872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.194035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.194126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.194345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83abacb-8f2c-4155-8f7e-7ca4e199ad1f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.194639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.194639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.194706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.194767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371b48a8-d8bb-40d3-9002-811f55dec047" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.194890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.195052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.195143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.195258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed8dc69d-aa0f-4ab7-9205-fb4e35e2f89a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.196029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.196147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.196419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.196419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e1e83e0-79be-4787-9864-300c5f2a9d8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.196534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.196611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.196698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.196808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0d2aab6-5df9-4500-9866-94c67933f439" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.288283] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.288480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.288525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.288711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.288805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.288925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eabd65e-4ea2-4e14-a83c-013e331513ac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.303604] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.303845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.303932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.304149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.304320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.304469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e163014f-cc72-4a9a-869e-1127147ac252" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.365528] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.365724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.365763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.365962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.366096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.366236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b267616-589e-4003-ab79-c6348796a47e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.690194] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b841c0a5-26a4-4676-9472-8442f378c33e: rpc.has_security_group_logging(os_id): False [ 1317.691350] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f229f667-fc31-470f-9d4f-bc0e239cc1dd: rpc.has_security_group_logging(os_id): False [ 1317.692182] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cff24c35-fdfd-40ab-9cea-645663362fb2: rpc.has_security_group_logging(os_id): False [ 1317.710336] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.710577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.710577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.710734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.712322] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.712442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.713037] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.713132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.731556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.731776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.731892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.731958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.732187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.732267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.732469] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.732566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.732628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.732764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.732837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.733052] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.733137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.733199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.733337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.733414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.733504] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b841c0a5-26a4-4676-9472-8442f378c33e is going to be updated. [ 1317.734523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.734681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.754797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.755046] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.755180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.755224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.755468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.755551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.755638] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd is going to be updated. [ 1317.756648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.756821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.780230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.780555] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.780677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.780746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.780953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.781133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.781229] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cff24c35-fdfd-40ab-9cea-645663362fb2 is going to be updated. [ 1317.798171] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.798404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.798404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.798583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.798731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.810582] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: IN_PROGRESS for 2s [ 1317.817135] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.817312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.817357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.817536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.817682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.829689] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd in Status: IN_PROGRESS for 2s [ 1317.839763] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.839933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.839977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.840179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.840336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.853610] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cff24c35-fdfd-40ab-9cea-645663362fb2 in Status: IN_PROGRESS for 2s [ 1319.825149] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: SUCCESS [ 1319.825624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.846172] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd in Status: SUCCESS [ 1319.846431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.866494] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cff24c35-fdfd-40ab-9cea-645663362fb2 in Status: SUCCESS [ 1319.866753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.141166] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.141571] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.142025] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.142323] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.348972] env[65073]: INFO networking_nsxv3.common.synchronization [None req-d4f2d307-8f85-41df-a02e-a4d788eb1a63 tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: 211714b9-a341-4d3f-8596-204f19a4db5f with Priority: HIGHEST for action security_group_rules [ 1330.349521] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211714b9-a341-4d3f-8596-204f19a4db5f with Priority: HIGHEST for action security_group_rules [ 1330.349812] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-211714b9-a341-4d3f-8596-204f19a4db5f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.349934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.350020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.350260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.350343] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('211714b9-a341-4d3f-8596-204f19a4db5f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.426382] env[65073]: INFO networking_nsxv3.common.synchronization [None req-77bd3f6c-e6c9-48af-a533-065ce72384eb tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: 211714b9-a341-4d3f-8596-204f19a4db5f with Priority: HIGHEST for action security_group_rules [ 1330.426897] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211714b9-a341-4d3f-8596-204f19a4db5f with Priority: HIGHEST for action security_group_rules [ 1330.427211] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-211714b9-a341-4d3f-8596-204f19a4db5f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.427314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.812680] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.812899] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.813036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.813319] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.813678] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.813881] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.814009] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.814242] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.814475] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.814685] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.814796] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1330.814901] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1330.815013] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1330.815142] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.815260] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1330.815396] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1330.838099] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1330.838332] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1330.838483] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1330.838659] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.838973] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-8856bc12-0855-4335-8e5c-3a3019815143 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.839158] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.839274] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.839538] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.839721] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8856bc12-0855-4335-8e5c-3a3019815143',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.875051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.875297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.875486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.875820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.875985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.876147] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 211714b9-a341-4d3f-8596-204f19a4db5f already deleted. [ 1330.876277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.876478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.876715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.876836] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('211714b9-a341-4d3f-8596-204f19a4db5f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.343009] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.343243] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.343367] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.343773] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.343817] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.344171] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.344268] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.344382] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.344620] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.344743] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.345032] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.345188] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.345302] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.345555] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.345691] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.345830] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 8856bc12-0855-4335-8e5c-3a3019815143 is going to be updated. [ 1331.375307] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.375679] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.375679] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.375926] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.376137] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.376360] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.400226] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.400363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.400437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.400648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.400741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.400835] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 211714b9-a341-4d3f-8596-204f19a4db5f already deleted. [ 1331.400918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.092426] env[65073]: INFO networking_nsxv3.common.synchronization [req-c4e22679-98ae-4415-8106-8698f49fcfef req-8793cef0-aa42-42cf-9c09-27dc604f66ff service nova] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_rules [ 1332.092495] env[65073]: INFO networking_nsxv3.common.synchronization [req-c4e22679-98ae-4415-8106-8698f49fcfef req-8793cef0-aa42-42cf-9c09-27dc604f66ff service nova] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1332.092759] env[65073]: INFO networking_nsxv3.common.synchronization [req-c4e22679-98ae-4415-8106-8698f49fcfef req-8793cef0-aa42-42cf-9c09-27dc604f66ff service nova] Enqueued Resource ID: 8856bc12-0855-4335-8e5c-3a3019815143 with Priority: HIGHEST for action port [ 1332.093345] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_rules [ 1332.093521] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1332.093633] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8856bc12-0855-4335-8e5c-3a3019815143 with Priority: HIGHEST for action port [ 1332.093908] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.094037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.094111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.094347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.094393] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.095242] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.095371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.095456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.095679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.095917] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.095917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.095917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.096076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.096107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.096195] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.097227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-8856bc12-0855-4335-8e5c-3a3019815143 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.097575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.097575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.097575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.097736] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8856bc12-0855-4335-8e5c-3a3019815143',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.599740] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.600901] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.601049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.601256] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8856bc12-0855-4335-8e5c-3a3019815143 with status ACTIVE [ 1332.601447] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.601607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.601685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.601951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.602079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.602305] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.602728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.602728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.602728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.602842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.602974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.603143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.603220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.603371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.603496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.603619] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8856bc12-0855-4335-8e5c-3a3019815143 is going to be updated. [ 1332.624434] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.624678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.624678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.624872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.624940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.625170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8856bc12-0855-4335-8e5c-3a3019815143" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.105629] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.608053] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.608514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.608514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.608586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.608696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.608757] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db is going to be updated. [ 1333.640772] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.640997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.640997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.641220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.641368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.651092] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: IN_PROGRESS for 2s [ 1335.661535] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: SUCCESS [ 1335.661535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.661909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.661909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.662233] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.662920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.662920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.662920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.662920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.663348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.663348] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.976075] env[65073]: INFO networking_nsxv3.common.synchronization [req-5b881e28-afb5-4ac7-b023-d1a9b69672c9 req-6d6e3bce-08ef-4dd2-aca5-e71c0298333a tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: 211714b9-a341-4d3f-8596-204f19a4db5f with Priority: HIGHEST for action security_group_members [ 1335.976788] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211714b9-a341-4d3f-8596-204f19a4db5f with Priority: HIGHEST for action security_group_members [ 1335.977143] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-211714b9-a341-4d3f-8596-204f19a4db5f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.977263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.977333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.977614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.978397] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.978397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.978397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.978397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.978397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.978397] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211714b9-a341-4d3f-8596-204f19a4db5f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.165973] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.245932] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.246148] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.246267] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.246529] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.246796] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.246944] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.247213] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.248015] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.248015] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.248015] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1336.248015] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1336.248015] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1336.248265] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1336.248265] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1336.248366] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1336.248465] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1336.267764] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1336.268009] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1336.268335] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1336.268623] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.269029] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-041df95e-8977-4498-bdf6-18dd2d5101f1 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.269243] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-041df95e-8977-4498-bdf6-18dd2d5101f1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.269356] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-041df95e-8977-4498-bdf6-18dd2d5101f1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.269873] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-041df95e-8977-4498-bdf6-18dd2d5101f1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.270029] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('041df95e-8977-4498-bdf6-18dd2d5101f1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.481737] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.481965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.482088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.482504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.482704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.483040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.483235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.483374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.483635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.483793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.483973] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211714b9-a341-4d3f-8596-204f19a4db5f already deleted. [ 1336.484158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.668588] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d5cdf0c-1738-405b-b14d-ff14082dd4db: rpc.has_security_group_logging(os_id): False [ 1336.701444] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.701668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.701668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.701905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.722806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.723130] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.723242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.723317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.723542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.723623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.723714] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db is going to be updated. [ 1336.772395] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.772719] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.772800] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.773090] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.773244] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.773397] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 041df95e-8977-4498-bdf6-18dd2d5101f1 not found, creating... [ 1336.773659] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.773814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.773927] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.774163] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.774299] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.774682] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.774773] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.774944] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.775180] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.775371] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.775578] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 041df95e-8977-4498-bdf6-18dd2d5101f1 is going to be created. [ 1336.791296] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.791296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.791296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.791296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.791296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.797304] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.797624] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.797712] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.798441] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.798441] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.798591] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-041df95e-8977-4498-bdf6-18dd2d5101f1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.809136] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: IN_PROGRESS for 2s [ 1337.504852] env[65073]: INFO networking_nsxv3.common.synchronization [req-5b881e28-afb5-4ac7-b023-d1a9b69672c9 req-db32db8e-3bf3-45a4-b455-1f220184c8dc service nova] Enqueued Resource ID: 211714b9-a341-4d3f-8596-204f19a4db5f with Priority: HIGHEST for action security_group_rules [ 1337.505036] env[65073]: INFO networking_nsxv3.common.synchronization [req-5b881e28-afb5-4ac7-b023-d1a9b69672c9 req-db32db8e-3bf3-45a4-b455-1f220184c8dc service nova] Enqueued Resource ID: 211714b9-a341-4d3f-8596-204f19a4db5f with Priority: HIGHEST for action security_group_members [ 1337.505083] env[65073]: INFO networking_nsxv3.common.synchronization [req-5b881e28-afb5-4ac7-b023-d1a9b69672c9 req-db32db8e-3bf3-45a4-b455-1f220184c8dc service nova] Enqueued Resource ID: 041df95e-8977-4498-bdf6-18dd2d5101f1 with Priority: HIGHEST for action port [ 1337.505709] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211714b9-a341-4d3f-8596-204f19a4db5f with Priority: HIGHEST for action security_group_rules [ 1337.505837] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211714b9-a341-4d3f-8596-204f19a4db5f with Priority: HIGHEST for action security_group_members [ 1337.505934] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041df95e-8977-4498-bdf6-18dd2d5101f1 with Priority: HIGHEST for action port [ 1337.506387] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-211714b9-a341-4d3f-8596-204f19a4db5f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.506519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.506601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.506812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.506899] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('211714b9-a341-4d3f-8596-204f19a4db5f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.507852] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-211714b9-a341-4d3f-8596-204f19a4db5f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.507966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.508045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.508219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.508362] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.508520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.508605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.508730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.508816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.508907] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211714b9-a341-4d3f-8596-204f19a4db5f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.509706] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-041df95e-8977-4498-bdf6-18dd2d5101f1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.509814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-041df95e-8977-4498-bdf6-18dd2d5101f1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.509882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-041df95e-8977-4498-bdf6-18dd2d5101f1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.510174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-041df95e-8977-4498-bdf6-18dd2d5101f1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.510174] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('041df95e-8977-4498-bdf6-18dd2d5101f1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.012019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-211714b9-a341-4d3f-8596-204f19a4db5f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.012369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.014055] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('211714b9-a341-4d3f-8596-204f19a4db5f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.015996] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 041df95e-8977-4498-bdf6-18dd2d5101f1 with status ACTIVE [ 1338.015996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.015996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.015996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.015996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.015996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.015996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.016543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.016543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.016543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.016543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.016543] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.016698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.016698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.016819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.016955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.017020] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 041df95e-8977-4498-bdf6-18dd2d5101f1 is going to be updated. [ 1338.041066] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.041066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.041311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.041311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.041477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.041612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-041df95e-8977-4498-bdf6-18dd2d5101f1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.519782] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('211714b9-a341-4d3f-8596-204f19a4db5f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.822189] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: SUCCESS [ 1338.822486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.022023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.022478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.022478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.022563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.022642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.022750] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211714b9-a341-4d3f-8596-204f19a4db5f is going to be created. [ 1339.051496] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.051722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.051771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.052050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.052324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.062522] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211714b9-a341-4d3f-8596-204f19a4db5f in Status: UNINITIALIZED for 2s [ 1341.074627] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211714b9-a341-4d3f-8596-204f19a4db5f in Status: SUCCESS [ 1341.075053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.075100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.075361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.075623] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.075745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.075812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.075998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.076114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.076206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.076339] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('211714b9-a341-4d3f-8596-204f19a4db5f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.580141] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('211714b9-a341-4d3f-8596-204f19a4db5f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.082114] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 211714b9-a341-4d3f-8596-204f19a4db5f: rpc.has_security_group_logging(os_id): False [ 1342.103316] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.103512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.103598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.103952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.103952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.104282] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.104479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.104536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.104667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.104752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.104842] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 211714b9-a341-4d3f-8596-204f19a4db5f is going to be created. [ 1342.171927] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.172179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.172179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.172402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.172728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.186349] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 211714b9-a341-4d3f-8596-204f19a4db5f in Status: IN_PROGRESS for 2s [ 1342.507439] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.507638] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1344.199881] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 211714b9-a341-4d3f-8596-204f19a4db5f in Status: SUCCESS [ 1344.200290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.508841] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.509234] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.351246] env[65073]: INFO networking_nsxv3.common.synchronization [req-a19e96c4-102b-40d7-82ca-2086281bd6ef req-849f3162-fc13-41ba-8c6a-effb772f2182 tempest-ServerActionsTestOtherB-2145553288 tempest-ServerActionsTestOtherB-2145553288-project-member] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1348.351783] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGHEST for action security_group_members [ 1348.352320] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.352498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.352577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.352773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.352932] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.353043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.353107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.353247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.353334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.353417] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.856390] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.856866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.856866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.856981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.857126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.857343] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.857450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.857515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.857787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.857848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.857999] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db is going to be updated. [ 1348.885687] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.885786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.885886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.886106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.886278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.895629] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: IN_PROGRESS for 2s [ 1350.906224] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db in Status: SUCCESS [ 1350.906570] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db deletion is rescheduled due to dependency. [ 1350.906570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.352737] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.353183] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.354379] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.354686] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.543650] env[65073]: INFO networking_nsxv3.common.synchronization [None req-1957b178-20c8-4266-9b54-330ea5e6c901 None None] Enqueued Resource ID: 3d98c696-3c0f-4653-ba87-6eb54a1a919a with Priority: HIGHEST for action port [ 1359.543933] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d98c696-3c0f-4653-ba87-6eb54a1a919a with Priority: HIGHEST for action port [ 1359.544214] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d98c696-3c0f-4653-ba87-6eb54a1a919a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.544337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d98c696-3c0f-4653-ba87-6eb54a1a919a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.544413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d98c696-3c0f-4653-ba87-6eb54a1a919a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.544695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d98c696-3c0f-4653-ba87-6eb54a1a919a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.544781] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d98c696-3c0f-4653-ba87-6eb54a1a919a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.048432] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d98c696-3c0f-4653-ba87-6eb54a1a919a [ 1360.048612] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.048748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.048819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.049047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.049137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.049234] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d98c696-3c0f-4653-ba87-6eb54a1a919a already deleted. [ 1360.049314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d98c696-3c0f-4653-ba87-6eb54a1a919a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.654867] env[65073]: INFO networking_nsxv3.common.synchronization [None req-ef4b7b39-b29f-42be-a357-95d725b7cbc3 None None] Enqueued Resource ID: 4053927c-ecb2-4f14-9fdb-4be49d2db1df with Priority: HIGHEST for action port [ 1361.655657] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4053927c-ecb2-4f14-9fdb-4be49d2db1df with Priority: HIGHEST for action port [ 1361.656018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-4053927c-ecb2-4f14-9fdb-4be49d2db1df taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.656238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4053927c-ecb2-4f14-9fdb-4be49d2db1df" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.656372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4053927c-ecb2-4f14-9fdb-4be49d2db1df" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.656629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4053927c-ecb2-4f14-9fdb-4be49d2db1df" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.656717] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4053927c-ecb2-4f14-9fdb-4be49d2db1df',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.159575] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4053927c-ecb2-4f14-9fdb-4be49d2db1df [ 1362.160041] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.160181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.160255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.160471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.160559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.160812] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4053927c-ecb2-4f14-9fdb-4be49d2db1df already deleted. [ 1362.160924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4053927c-ecb2-4f14-9fdb-4be49d2db1df" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.110175] env[65073]: INFO networking_nsxv3.common.synchronization [req-21e87a11-e528-433f-b6f4-87c280247c86 req-5a94a92d-f8a9-4fc9-986d-d9eb6c30a9c9 tempest-ServersTestJSON-61762899 tempest-ServersTestJSON-61762899-project-member] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1365.110712] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1365.111023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.111143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.111211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.111458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.111613] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.111722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.111763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.111908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.111989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.112096] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.379873] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.380087] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.380189] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.380517] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.380776] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.380933] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.381058] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.381273] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.381414] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.381656] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1365.381775] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1365.381833] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1365.381925] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1365.382052] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1365.382155] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1365.382282] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1365.401504] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1365.401673] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1365.401928] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1365.402122] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.402429] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-db9e9365-72ec-4e79-9b6d-b30906ed1425 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.402646] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-db9e9365-72ec-4e79-9b6d-b30906ed1425" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.402766] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-db9e9365-72ec-4e79-9b6d-b30906ed1425" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.403116] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-db9e9365-72ec-4e79-9b6d-b30906ed1425" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.403266] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db9e9365-72ec-4e79-9b6d-b30906ed1425',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.613966] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.614185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.614185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.614389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.614481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.614732] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.614828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.614891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.615051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.615130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.615215] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 already deleted. [ 1365.615298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.906082] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.906082] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.906082] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.906323] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.906323] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.906477] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port db9e9365-72ec-4e79-9b6d-b30906ed1425 not found, creating... [ 1365.906644] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.906797] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.906965] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.907213] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.907353] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.907664] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.907855] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.907984] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.908219] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.908355] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.908492] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: db9e9365-72ec-4e79-9b6d-b30906ed1425 is going to be created. [ 1365.929164] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.929377] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.929502] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.929788] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.930033] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.930265] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-db9e9365-72ec-4e79-9b6d-b30906ed1425" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.618244] env[65073]: INFO networking_nsxv3.common.synchronization [req-21e87a11-e528-433f-b6f4-87c280247c86 req-5f66de3e-ff5f-4479-83bb-9a194facc1b4 service nova] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_rules [ 1366.618625] env[65073]: INFO networking_nsxv3.common.synchronization [req-21e87a11-e528-433f-b6f4-87c280247c86 req-5f66de3e-ff5f-4479-83bb-9a194facc1b4 service nova] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1366.618625] env[65073]: INFO networking_nsxv3.common.synchronization [req-21e87a11-e528-433f-b6f4-87c280247c86 req-5f66de3e-ff5f-4479-83bb-9a194facc1b4 service nova] Enqueued Resource ID: db9e9365-72ec-4e79-9b6d-b30906ed1425 with Priority: HIGHEST for action port [ 1366.619079] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_rules [ 1366.619221] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1366.619316] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db9e9365-72ec-4e79-9b6d-b30906ed1425 with Priority: HIGHEST for action port [ 1366.619727] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.619727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.619900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.620124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.620222] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.621107] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.621511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.621586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.621774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.621912] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.622018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.622126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.622256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.622317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.622396] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.623516] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-db9e9365-72ec-4e79-9b6d-b30906ed1425 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.623516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db9e9365-72ec-4e79-9b6d-b30906ed1425" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.623516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db9e9365-72ec-4e79-9b6d-b30906ed1425" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.623516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db9e9365-72ec-4e79-9b6d-b30906ed1425" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.623712] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db9e9365-72ec-4e79-9b6d-b30906ed1425',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.124803] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.125964] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.126100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.126281] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db9e9365-72ec-4e79-9b6d-b30906ed1425 with status ACTIVE [ 1367.126442] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.126549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.126613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.126813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.126929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.127108] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.127206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.127266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.127418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.127495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.127674] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.127765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.127824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.127958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.128928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.129110] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db9e9365-72ec-4e79-9b6d-b30906ed1425 is going to be updated. [ 1367.150529] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.150751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.150823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.151046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.151187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.151346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db9e9365-72ec-4e79-9b6d-b30906ed1425" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.631047] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.133834] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.134033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.134115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.134291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.134630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.134630] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be created. [ 1368.159026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.159297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.159362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.159534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.159690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.171973] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: UNINITIALIZED for 2s [ 1370.183452] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1370.183810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.183810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.184048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.184246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.184368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.184437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.184598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.184715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.184813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.184910] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.687348] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.687586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.687586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.687802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.687997] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.688163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.688231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.688403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.688490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.688579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.688770] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.688900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.688976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.689165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.689308] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.689401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.689460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.689594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.689695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.689773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.689888] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.192741] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3c1424e-0753-4388-b194-97ad0adf38b9: rpc.has_security_group_logging(os_id): False [ 1371.210921] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.211130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.211179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.211379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.211470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.211687] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.211784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.211849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.211995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.212085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.212259] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.212351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.212413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.212557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.212634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.212839] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.212934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.212996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.213147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.213220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.213305] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be created. [ 1371.266789] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.267037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.267037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.267208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.267392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.277766] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1371.620869] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.621119] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1373.290675] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1373.291058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.622420] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.622845] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.075673] env[65073]: INFO networking_nsxv3.common.synchronization [req-86b39d65-ca6c-495e-acfc-2bddcbd78d12 req-1cfb4837-6642-4d27-ba6a-e0b5d5173c4a tempest-ServersTestJSON-61762899 tempest-ServersTestJSON-61762899-project-member] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1379.076272] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1379.076622] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.076737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.076792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.077071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.077160] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.077292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.077292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.077494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.077598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.077739] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.381706] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.381891] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.381932] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.382221] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.382476] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.382634] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.382790] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.383038] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.383187] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.383394] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1379.383507] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1379.383639] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1379.383715] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1379.383825] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1379.383929] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1379.384086] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1379.405889] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1379.406110] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1379.406224] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1379.406399] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.406721] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-287602f7-79ff-4e19-898b-c23ac4295667 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.406904] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-287602f7-79ff-4e19-898b-c23ac4295667" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.407024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-287602f7-79ff-4e19-898b-c23ac4295667" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.407349] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-287602f7-79ff-4e19-898b-c23ac4295667" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.407487] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('287602f7-79ff-4e19-898b-c23ac4295667',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.580401] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.909657] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.909889] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.909933] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.910250] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.910398] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.910551] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 287602f7-79ff-4e19-898b-c23ac4295667 not found, creating... [ 1379.910806] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.910962] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.911091] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.911309] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.911441] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.911731] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.911882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.912022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.912227] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.912356] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.912493] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 287602f7-79ff-4e19-898b-c23ac4295667 is going to be created. [ 1379.933697] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.933983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.934084] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.934380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.934616] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.934887] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-287602f7-79ff-4e19-898b-c23ac4295667" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.083228] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.585447] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.585678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.585678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.586053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.586240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.586335] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1380.618823] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.619196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.619324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.619637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.619885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.629990] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1380.653673] env[65073]: INFO networking_nsxv3.common.synchronization [req-86b39d65-ca6c-495e-acfc-2bddcbd78d12 req-8a7f95c7-4979-4dd9-8204-1a23baef2ccf service nova] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_rules [ 1380.653673] env[65073]: INFO networking_nsxv3.common.synchronization [req-86b39d65-ca6c-495e-acfc-2bddcbd78d12 req-8a7f95c7-4979-4dd9-8204-1a23baef2ccf service nova] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1380.653673] env[65073]: INFO networking_nsxv3.common.synchronization [req-86b39d65-ca6c-495e-acfc-2bddcbd78d12 req-8a7f95c7-4979-4dd9-8204-1a23baef2ccf service nova] Enqueued Resource ID: 287602f7-79ff-4e19-898b-c23ac4295667 with Priority: HIGHEST for action port [ 1380.654245] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_rules [ 1380.654316] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1380.654395] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287602f7-79ff-4e19-898b-c23ac4295667 with Priority: HIGHEST for action port [ 1380.654667] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.654822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.654929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.655355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.655521] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.657037] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.657177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.657524] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-287602f7-79ff-4e19-898b-c23ac4295667 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.657717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-287602f7-79ff-4e19-898b-c23ac4295667" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.657810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-287602f7-79ff-4e19-898b-c23ac4295667" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.658045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-287602f7-79ff-4e19-898b-c23ac4295667" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.658132] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('287602f7-79ff-4e19-898b-c23ac4295667',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.160375] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.160801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.160801] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 287602f7-79ff-4e19-898b-c23ac4295667 with status ACTIVE [ 1381.160882] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.161035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.161035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.161254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.161349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.161526] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.161661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.161698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.161827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.161906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.162114] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.162208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.162271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.162410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.162485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.162569] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 287602f7-79ff-4e19-898b-c23ac4295667 is going to be updated. [ 1381.183242] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.183464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.183464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.183653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.183799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.183962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-287602f7-79ff-4e19-898b-c23ac4295667" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.641526] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1382.641870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.641945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.642150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.642340] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.642459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.642523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.642709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.642766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.642837] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.145771] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.648472] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.150263] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.150496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.150496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.150695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.150788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.150893] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1384.178876] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.178876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.178876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.178876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.178876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.187265] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1384.943619] env[65073]: INFO networking_nsxv3.common.synchronization [req-8ed6273c-82d4-4968-9acb-de06f2be904c req-8f00629b-339f-4b59-9555-5c140dff3838 tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: 211714b9-a341-4d3f-8596-204f19a4db5f with Priority: HIGHEST for action security_group_members [ 1384.943980] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211714b9-a341-4d3f-8596-204f19a4db5f with Priority: HIGHEST for action security_group_members [ 1384.944250] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-211714b9-a341-4d3f-8596-204f19a4db5f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.944373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.944441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.944637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.944848] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.944957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.945195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.945254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.945334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.945426] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('211714b9-a341-4d3f-8596-204f19a4db5f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.448170] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.448344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.448398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.448620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.448713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.448909] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.449021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.449091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.449270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.449349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.449436] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211714b9-a341-4d3f-8596-204f19a4db5f is going to be updated. [ 1385.474328] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.474517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.474517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.474669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.474885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.482780] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211714b9-a341-4d3f-8596-204f19a4db5f in Status: IN_PROGRESS for 2s [ 1386.198466] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1386.198749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.198873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.199090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.199286] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.199402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.199469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.199628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.199710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.199795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.200040] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.702176] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.702402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.702402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.702548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.702717] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.702842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.702908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.703102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.703229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.703331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.703481] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.703572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.703634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.703777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.703913] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.704011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.704075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.704209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.704283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.704369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.704461] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.206802] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3c1424e-0753-4388-b194-97ad0adf38b9: rpc.has_security_group_logging(os_id): False [ 1387.224986] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.225270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.225270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.225413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.225494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.225707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.225882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.225992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.226144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.226264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.226493] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.226642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.226725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.226902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.227012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.227238] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.227360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.227448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.227620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.227718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.227826] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1387.288632] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.288879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.288879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.289084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.289250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.305462] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1387.492791] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 211714b9-a341-4d3f-8596-204f19a4db5f in Status: SUCCESS [ 1387.492990] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 211714b9-a341-4d3f-8596-204f19a4db5f deletion is rescheduled due to dependency. [ 1387.493056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.343994] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1389.344414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.944537] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.944696] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.416655] env[65073]: INFO networking_nsxv3.common.synchronization [req-e04e93a8-4136-4c29-a817-1a63ed10725a req-f3d89d07-06e8-4e79-8a32-27a03dd32463 tempest-ServersTestJSON-61762899 tempest-ServersTestJSON-61762899-project-member] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1391.417198] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1391.417513] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.417633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.417697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.417891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.418078] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.418185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.418250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.418401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.418494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.418589] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.920379] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.423392] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.926227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.926564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.926564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.926677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.926762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.926861] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1392.954526] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.954526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.954526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.954929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.954929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.963641] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1394.974356] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1394.974866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.419122] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.419436] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.847531] env[65073]: INFO networking_nsxv3.common.synchronization [req-47912a20-9d7e-461c-a403-aa4667068229 req-231a3d31-ea09-4ae9-b0c9-d93b33b3ce3b tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGHEST for action security_group_members [ 1397.847977] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGHEST for action security_group_members [ 1397.848284] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cff24c35-fdfd-40ab-9cea-645663362fb2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.848406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.848473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.848681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.848830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.848925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.849169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.849169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.849262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.849297] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cff24c35-fdfd-40ab-9cea-645663362fb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.352516] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.352720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.352761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.352976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.353088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.353291] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.353388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.353450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.353600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.353679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.353764] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cff24c35-fdfd-40ab-9cea-645663362fb2 is going to be updated. [ 1398.385470] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.385673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.385673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.385855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.386035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.394386] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cff24c35-fdfd-40ab-9cea-645663362fb2 in Status: IN_PROGRESS for 2s [ 1400.406376] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cff24c35-fdfd-40ab-9cea-645663362fb2 in Status: SUCCESS [ 1400.406696] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cff24c35-fdfd-40ab-9cea-645663362fb2 deletion is rescheduled due to dependency. [ 1400.406696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.559367] env[65073]: INFO networking_nsxv3.common.synchronization [req-b696858a-90b0-48b9-b617-573ea2c9f1ce req-32027e45-e558-4790-9a13-ff6d30559c0e tempest-ServersTestJSON-61762899 tempest-ServersTestJSON-61762899-project-member] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1400.559888] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1400.560202] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.560322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.560388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.560571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.560721] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.560818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.560882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.562763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.562911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.563036] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.887650] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.887868] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.887995] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.888278] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.888533] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.888685] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.888797] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.889009] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.889387] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.889601] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1400.889714] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1400.889823] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1400.889933] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1400.890122] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1400.890160] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1400.890274] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1400.908936] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1400.909121] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1400.909264] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1400.909446] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.910017] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-469b7cf6-bd58-4da2-8c7c-9a5ffe745526 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.910199] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-469b7cf6-bd58-4da2-8c7c-9a5ffe745526" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.910319] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-469b7cf6-bd58-4da2-8c7c-9a5ffe745526" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.910649] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-469b7cf6-bd58-4da2-8c7c-9a5ffe745526" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.911169] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('469b7cf6-bd58-4da2-8c7c-9a5ffe745526',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.065796] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.413060] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.413479] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.413479] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.413690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.413842] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.413997] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 469b7cf6-bd58-4da2-8c7c-9a5ffe745526 not found, creating... [ 1401.414281] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.414433] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.414548] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.414762] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.414996] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.415305] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.415590] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.415590] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.415774] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.415928] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.416295] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 469b7cf6-bd58-4da2-8c7c-9a5ffe745526 is going to be created. [ 1401.438251] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.438469] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.438682] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.439045] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.439285] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.439513] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-469b7cf6-bd58-4da2-8c7c-9a5ffe745526" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.568494] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.071617] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.071617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.071837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.072065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.072065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.072223] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1402.103973] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.104467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.104869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.105861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.105861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.116030] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1402.191052] env[65073]: INFO networking_nsxv3.common.synchronization [req-b696858a-90b0-48b9-b617-573ea2c9f1ce req-c4aa57f2-f9eb-41e7-94bf-8ce68ed333e3 service nova] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_rules [ 1402.191213] env[65073]: INFO networking_nsxv3.common.synchronization [req-b696858a-90b0-48b9-b617-573ea2c9f1ce req-c4aa57f2-f9eb-41e7-94bf-8ce68ed333e3 service nova] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1402.191213] env[65073]: INFO networking_nsxv3.common.synchronization [req-b696858a-90b0-48b9-b617-573ea2c9f1ce req-c4aa57f2-f9eb-41e7-94bf-8ce68ed333e3 service nova] Enqueued Resource ID: 469b7cf6-bd58-4da2-8c7c-9a5ffe745526 with Priority: HIGHEST for action port [ 1402.191445] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_rules [ 1402.191578] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1402.191674] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469b7cf6-bd58-4da2-8c7c-9a5ffe745526 with Priority: HIGHEST for action port [ 1402.192427] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.192427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.192549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.193066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.193066] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.196044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.196278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.196539] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-469b7cf6-bd58-4da2-8c7c-9a5ffe745526 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.196706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-469b7cf6-bd58-4da2-8c7c-9a5ffe745526" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.196706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-469b7cf6-bd58-4da2-8c7c-9a5ffe745526" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.196953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-469b7cf6-bd58-4da2-8c7c-9a5ffe745526" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.196992] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('469b7cf6-bd58-4da2-8c7c-9a5ffe745526',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.552667] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f575d144-412b-4ae0-bce7-8ea235e065b2 tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee with Priority: HIGHEST for action security_group_rules [ 1402.553133] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee with Priority: HIGHEST for action security_group_rules [ 1402.553176] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.553274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.553339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.553732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.553732] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.640050] env[65073]: INFO networking_nsxv3.common.synchronization [None req-2f2a3713-2eff-47c6-9c82-cbe298712cb2 tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee with Priority: HIGHEST for action security_group_rules [ 1402.642505] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee with Priority: HIGHEST for action security_group_rules [ 1402.642879] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.642985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.697054] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.697282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.699878] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 469b7cf6-bd58-4da2-8c7c-9a5ffe745526 with status ACTIVE [ 1402.700156] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.700344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.700459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.700703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.700800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.700987] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.701497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.701497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.701497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.701497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.701694] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.701694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.701694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.701801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.701932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.701932] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 469b7cf6-bd58-4da2-8c7c-9a5ffe745526 is going to be updated. [ 1402.723163] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.723470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.723470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.723602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.723708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.723868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-469b7cf6-bd58-4da2-8c7c-9a5ffe745526" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.074971] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.075197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.075246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.076314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.076314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.076314] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee already deleted. [ 1403.076314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.076314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.076314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.076314] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.269453] env[65073]: INFO networking_nsxv3.common.synchronization [req-dab7bbeb-5dad-43c4-a62b-d81d037872f2 req-5021acf3-9b26-4c2e-9ec7-c018fd22edd2 tempest-ServerRescueNegativeTestJSON-677196036 tempest-ServerRescueNegativeTestJSON-677196036-project-member] Enqueued Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGHEST for action security_group_members [ 1403.269838] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGHEST for action security_group_members [ 1403.276422] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f229f667-fc31-470f-9d4f-bc0e239cc1dd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.276608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.276679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.276894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.277123] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.277215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.277268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.277427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.277512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.277635] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f229f667-fc31-470f-9d4f-bc0e239cc1dd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.600052] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.600052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.600052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.600052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.600052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.600052] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee already deleted. [ 1403.600052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.779889] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.780135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.780135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.780338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.780429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.780628] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.780720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.780783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.780938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.781336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.781336] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd is going to be updated. [ 1403.808661] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.808892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.808939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.809168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.809325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.818139] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd in Status: IN_PROGRESS for 2s [ 1404.125357] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1404.125855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.125855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.126025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.126157] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.126306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.126306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.126456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.126536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.126633] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.628762] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.131861] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.633895] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.634212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.634212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.634488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.634653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.634839] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1405.662988] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.663199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.663247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.663428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.663579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.673722] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1405.829470] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd in Status: SUCCESS [ 1405.829470] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd deletion is rescheduled due to dependency. [ 1405.829470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.684089] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1407.684426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.684526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.684687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.684884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.685030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.685097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.685343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.685343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.685458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.685514] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.188205] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.188433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.188433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.188735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.188869] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.189049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.189134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.189311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.189440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.189547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.189712] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.189836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.189902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.190118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.190283] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.190416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.190484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.190629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.190711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.190810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.190906] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.271252] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.271366] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1408.693058] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3c1424e-0753-4388-b194-97ad0adf38b9: rpc.has_security_group_logging(os_id): False [ 1408.718402] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.718635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.718635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.718887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.718982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.719230] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.719358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.719448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.719601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.719684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.719876] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.719972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.720047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.720185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.720257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.720445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.720562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.720656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.720858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.720948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.721056] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1408.787972] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.788214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.788214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.788407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.788555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.802599] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1410.335612] env[65073]: INFO networking_nsxv3.common.synchronization [req-52613a35-9e57-417a-b853-75fac8283cca req-2599a0a9-2660-4285-b12b-06e20fe7a5be tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee with Priority: HIGHEST for action security_group_members [ 1410.336236] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee with Priority: HIGHEST for action security_group_members [ 1410.336550] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.336673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.336741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.336994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.337199] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.337360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.337432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.337633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.337739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.337881] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.611816] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.612026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.612166] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.612462] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.612796] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.612960] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.613116] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.613349] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.613526] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.613693] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1410.613833] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1410.613905] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1410.614055] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1410.614135] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1410.614254] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1410.614367] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1410.633182] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1410.633382] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1410.633662] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1410.633662] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.633936] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-41a23354-721b-4261-81b4-b65539e2ba90 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.634180] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-41a23354-721b-4261-81b4-b65539e2ba90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.634240] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-41a23354-721b-4261-81b4-b65539e2ba90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.634595] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-41a23354-721b-4261-81b4-b65539e2ba90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.634788] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41a23354-721b-4261-81b4-b65539e2ba90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.816821] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1410.817102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.840698] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.840871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.840938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.841172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.841267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.841460] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.841563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.841628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.841782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.841858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.841941] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee already deleted. [ 1410.842038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.136879] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.137232] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.137331] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.138021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.138021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.138021] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 41a23354-721b-4261-81b4-b65539e2ba90 not found, creating... [ 1411.138492] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.138492] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.138492] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.138609] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.138757] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.139010] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.139172] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.139286] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.139486] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.139617] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.139826] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 41a23354-721b-4261-81b4-b65539e2ba90 is going to be created. [ 1411.159124] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.159357] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.159480] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.159753] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.159978] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.160219] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-41a23354-721b-4261-81b4-b65539e2ba90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.877910] env[65073]: INFO networking_nsxv3.common.synchronization [req-52613a35-9e57-417a-b853-75fac8283cca req-595557c9-d773-412e-917b-0e136ccdac81 service nova] Enqueued Resource ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee with Priority: HIGHEST for action security_group_rules [ 1411.878183] env[65073]: INFO networking_nsxv3.common.synchronization [req-52613a35-9e57-417a-b853-75fac8283cca req-595557c9-d773-412e-917b-0e136ccdac81 service nova] Enqueued Resource ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee with Priority: HIGHEST for action security_group_members [ 1411.878221] env[65073]: INFO networking_nsxv3.common.synchronization [req-52613a35-9e57-417a-b853-75fac8283cca req-595557c9-d773-412e-917b-0e136ccdac81 service nova] Enqueued Resource ID: 41a23354-721b-4261-81b4-b65539e2ba90 with Priority: HIGHEST for action port [ 1411.878419] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee with Priority: HIGHEST for action security_group_rules [ 1411.878548] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee with Priority: HIGHEST for action security_group_members [ 1411.878643] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a23354-721b-4261-81b4-b65539e2ba90 with Priority: HIGHEST for action port [ 1411.879238] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.879381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.879438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.879638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.879730] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.881028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.881562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.881562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.881562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.881562] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.881562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.881793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.881793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.881861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.881904] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.882640] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-41a23354-721b-4261-81b4-b65539e2ba90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.882737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41a23354-721b-4261-81b4-b65539e2ba90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.882807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41a23354-721b-4261-81b4-b65539e2ba90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.882975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41a23354-721b-4261-81b4-b65539e2ba90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.883082] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41a23354-721b-4261-81b4-b65539e2ba90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.384687] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.385836] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.386038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.386197] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41a23354-721b-4261-81b4-b65539e2ba90 with status ACTIVE [ 1412.386363] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.386473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.386540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.386740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.386827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.386988] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.387103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.387166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.387352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.387432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.387610] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.387761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.387761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.387892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.387967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.388121] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41a23354-721b-4261-81b4-b65539e2ba90 is going to be updated. [ 1412.408709] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.408901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.408901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.409101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.409240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.409392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41a23354-721b-4261-81b4-b65539e2ba90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.842129] env[65073]: INFO networking_nsxv3.common.synchronization [req-8d998054-07b0-4ce3-8375-a5aa23bd9c31 req-6fcadb29-2fb8-499b-a374-913b5fd91c04 tempest-ServersTestJSON-61762899 tempest-ServersTestJSON-61762899-project-member] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1412.843065] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1412.843285] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.843397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.843477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.844145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.844145] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.844145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.844145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.844145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.844383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.844383] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.890459] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.346089] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.393132] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.393287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.393355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.393560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.393651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.393747] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee is going to be created. [ 1413.418760] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.418986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.418986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.419332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.419589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.431950] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee in Status: UNINITIALIZED for 2s [ 1413.848946] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.352086] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.352453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.352453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.352605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.352679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.352747] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1414.383447] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.383629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.383691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.383916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.384070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.393516] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1414.599740] env[65073]: INFO networking_nsxv3.common.synchronization [req-2614edf4-3680-4021-bf09-96bc8867cf78 req-df2d8688-6550-4f93-ba03-7f8b99b0189c tempest-ServerRescueNegativeTestJSON-677196036 tempest-ServerRescueNegativeTestJSON-677196036-project-member] Enqueued Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_members [ 1414.600301] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_members [ 1414.601040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.601233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.601233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.601364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.601524] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.601663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.601663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.601846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.601881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.601982] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.104913] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.442464] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee in Status: SUCCESS [ 1415.442927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.443034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.443317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.443566] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.443744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.443856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.444091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.444223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.444361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.444502] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.607037] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.947992] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.110036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.110036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.110036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.110327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.110327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.110327] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b841c0a5-26a4-4676-9472-8442f378c33e is going to be updated. [ 1416.140760] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.140919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.140993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.141216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.141361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.149948] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: IN_PROGRESS for 2s [ 1416.404207] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1416.404461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.450062] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee: rpc.has_security_group_logging(os_id): False [ 1416.469327] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.469543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.469543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.469764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.469862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.470117] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.470221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.470294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.470448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.470526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.470613] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee is going to be created. [ 1416.543236] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.543517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.543517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.543595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.543776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.554634] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee in Status: IN_PROGRESS for 2s [ 1418.160788] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: SUCCESS [ 1418.161192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.567403] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee in Status: SUCCESS [ 1418.567632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.601222] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.601517] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.360043] env[65073]: INFO networking_nsxv3.common.synchronization [req-3925d449-2057-4d39-881c-17a3ca11f11c req-910a2720-664b-4d14-ae8c-8f2b36b2708a tempest-ServerRescueNegativeTestJSON-677196036 tempest-ServerRescueNegativeTestJSON-677196036-project-member] Enqueued Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_members [ 1420.360043] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGHEST for action security_group_members [ 1420.360531] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.360531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.360531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.360652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.360753] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.360847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.360949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.361066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.361154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.361245] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.864570] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.865032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.865032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.865128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.865181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.865389] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.865480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.865543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.865706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.865780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.865865] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b841c0a5-26a4-4676-9472-8442f378c33e is going to be updated. [ 1420.895314] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.895495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.895563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.895706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.895842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.905408] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: IN_PROGRESS for 2s [ 1422.473950] env[65073]: INFO networking_nsxv3.common.synchronization [req-7a08a2fb-af4a-4191-a054-64c1733c6750 req-5fb3f798-9593-4f7b-a2b3-9d024f44b334 tempest-ServersTestJSON-61762899 tempest-ServersTestJSON-61762899-project-member] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1422.474536] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1422.474873] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.475058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.475140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.475365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.475517] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.475618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.475682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.475820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.475905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.476024] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.780026] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.780026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.780026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.780026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.780026] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.780026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.780026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.780651] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.780919] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.781240] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1422.781486] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1422.781704] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1422.781906] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1422.782135] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1422.782358] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1422.782591] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1422.802757] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1422.803460] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1422.803460] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1422.803614] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.803900] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-c0cb7b77-00fc-4394-a59a-d9884afa5277 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.804094] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-c0cb7b77-00fc-4394-a59a-d9884afa5277" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.804218] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-c0cb7b77-00fc-4394-a59a-d9884afa5277" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.804538] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-c0cb7b77-00fc-4394-a59a-d9884afa5277" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.804675] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0cb7b77-00fc-4394-a59a-d9884afa5277',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.914338] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b841c0a5-26a4-4676-9472-8442f378c33e in Status: SUCCESS [ 1422.914533] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b841c0a5-26a4-4676-9472-8442f378c33e deletion is rescheduled due to dependency. [ 1422.914622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.977916] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.307218] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.307376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.307512] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.307810] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.307959] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.308127] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port c0cb7b77-00fc-4394-a59a-d9884afa5277 not found, creating... [ 1423.308387] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.308541] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.308657] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.308870] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.309015] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.309298] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.309451] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.309565] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.309797] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.309958] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.310120] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: c0cb7b77-00fc-4394-a59a-d9884afa5277 is going to be created. [ 1423.332455] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.332681] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.332844] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.333119] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.333368] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.333611] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-c0cb7b77-00fc-4394-a59a-d9884afa5277" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.479761] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.983061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.983061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.983061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.983357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.983357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.983451] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1424.012354] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.012605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.012605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.012783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.012927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.024954] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1424.032623] env[65073]: INFO networking_nsxv3.common.synchronization [req-7a08a2fb-af4a-4191-a054-64c1733c6750 req-35422bd5-c31b-4a00-a448-f4960aa29da0 service nova] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_rules [ 1424.032623] env[65073]: INFO networking_nsxv3.common.synchronization [req-7a08a2fb-af4a-4191-a054-64c1733c6750 req-35422bd5-c31b-4a00-a448-f4960aa29da0 service nova] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1424.032623] env[65073]: INFO networking_nsxv3.common.synchronization [req-7a08a2fb-af4a-4191-a054-64c1733c6750 req-35422bd5-c31b-4a00-a448-f4960aa29da0 service nova] Enqueued Resource ID: c0cb7b77-00fc-4394-a59a-d9884afa5277 with Priority: HIGHEST for action port [ 1424.032837] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_rules [ 1424.032963] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1424.033075] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0cb7b77-00fc-4394-a59a-d9884afa5277 with Priority: HIGHEST for action port [ 1424.033684] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.033793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.033863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.034063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.034150] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.035081] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.035081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.035276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0cb7b77-00fc-4394-a59a-d9884afa5277 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.035402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0cb7b77-00fc-4394-a59a-d9884afa5277" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.035402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0cb7b77-00fc-4394-a59a-d9884afa5277" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.035562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0cb7b77-00fc-4394-a59a-d9884afa5277" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.035640] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0cb7b77-00fc-4394-a59a-d9884afa5277',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.537298] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.537718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.537718] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0cb7b77-00fc-4394-a59a-d9884afa5277 with status ACTIVE [ 1424.537792] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.537957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.537957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.538215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.538317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.538498] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.538586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.538645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.538798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.538876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.539075] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.539173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.539223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.539354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.539429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.539512] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0cb7b77-00fc-4394-a59a-d9884afa5277 is going to be updated. [ 1424.559234] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.559414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.559414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.559599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.559731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.559889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0cb7b77-00fc-4394-a59a-d9884afa5277" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.037456] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1426.037806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.038028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.038332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.038584] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.038754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.038844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.039058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.039204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.039352] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.542062] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.044958] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.547384] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.547582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.547582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.547951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.548134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.548288] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1427.573675] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.573887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.573887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.574067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.574215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.582174] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1429.034641] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.034641] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1429.593539] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1429.593539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.593539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.593790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.593957] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.594089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.594156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.594313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.594392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.594475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.594566] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.097074] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.097074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.097074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.097074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.097657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.097657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.097657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.097657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.097657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.097657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.097868] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.097911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.097945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.098107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.098245] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.098335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.098395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.098529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.098650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.098734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.098823] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.601073] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3c1424e-0753-4388-b194-97ad0adf38b9: rpc.has_security_group_logging(os_id): False [ 1430.618473] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.618689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.618800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.619069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.619206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.619497] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.619637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.619709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.619868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.619947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.620148] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.620246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.620308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.620447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.620521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.620750] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.620850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.620913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.621069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.621149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.621234] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1430.684957] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.685215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.685215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.685476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.685653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.698972] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1432.715783] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1432.716193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.035796] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.036228] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.058909] env[65073]: INFO networking_nsxv3.common.synchronization [req-0a203402-af02-40f8-a1c4-1f6dd299ae02 req-d8c1e533-9800-46eb-87c4-ef6646c8994d tempest-ServersTestJSON-61762899 tempest-ServersTestJSON-61762899-project-member] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1436.059431] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1436.059732] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.059857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.059923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.060165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.060324] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.060420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.060481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.060626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.060710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.060802] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.331498] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.331701] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.331824] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.332106] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.332364] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.332516] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.332628] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.332829] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.332972] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.333187] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1436.333296] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1436.333400] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1436.333505] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1436.333608] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1436.333730] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1436.333858] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1436.353099] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1436.353276] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1436.353398] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1436.353561] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.353851] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-d8a27568-5906-4f04-abf3-52cf4b57654b taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.354027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-d8a27568-5906-4f04-abf3-52cf4b57654b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.354149] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-d8a27568-5906-4f04-abf3-52cf4b57654b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.354511] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-d8a27568-5906-4f04-abf3-52cf4b57654b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.354651] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8a27568-5906-4f04-abf3-52cf4b57654b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.563372] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.857085] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.857085] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.857331] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.857598] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.857598] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.857721] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port d8a27568-5906-4f04-abf3-52cf4b57654b not found, creating... [ 1436.857994] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.858192] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.858387] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.858642] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.858781] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.859214] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.859379] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.859496] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.859703] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.859835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.859987] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: d8a27568-5906-4f04-abf3-52cf4b57654b is going to be created. [ 1436.879151] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.879383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.879476] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.879735] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.879961] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.880194] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-d8a27568-5906-4f04-abf3-52cf4b57654b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.066142] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.568870] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.569066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.569145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.569674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.569841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.569984] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1437.573031] env[65073]: INFO networking_nsxv3.common.synchronization [req-0a203402-af02-40f8-a1c4-1f6dd299ae02 req-0ecbb1a2-f215-419a-8274-856b73392dab service nova] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_rules [ 1437.573265] env[65073]: INFO networking_nsxv3.common.synchronization [req-0a203402-af02-40f8-a1c4-1f6dd299ae02 req-0ecbb1a2-f215-419a-8274-856b73392dab service nova] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1437.573470] env[65073]: INFO networking_nsxv3.common.synchronization [req-0a203402-af02-40f8-a1c4-1f6dd299ae02 req-0ecbb1a2-f215-419a-8274-856b73392dab service nova] Enqueued Resource ID: d8a27568-5906-4f04-abf3-52cf4b57654b with Priority: HIGHEST for action port [ 1437.574153] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_rules [ 1437.574328] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1437.574455] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a27568-5906-4f04-abf3-52cf4b57654b with Priority: HIGHEST for action port [ 1437.575066] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.575254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.575348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.575571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.575681] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.576651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.576751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.576944] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8a27568-5906-4f04-abf3-52cf4b57654b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.577052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8a27568-5906-4f04-abf3-52cf4b57654b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.577184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8a27568-5906-4f04-abf3-52cf4b57654b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.577379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8a27568-5906-4f04-abf3-52cf4b57654b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.577479] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8a27568-5906-4f04-abf3-52cf4b57654b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.599582] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.599795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.599795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.599985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.600173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.609169] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1438.080310] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.080734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.080734] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8a27568-5906-4f04-abf3-52cf4b57654b with status ACTIVE [ 1438.080810] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.080896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.080961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.081203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.081301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.081476] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.081581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.081653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.081809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.081903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.082106] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.082203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.082265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.082404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.082492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.082557] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8a27568-5906-4f04-abf3-52cf4b57654b is going to be updated. [ 1438.105191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.105378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.105442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.105618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.105758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.105924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8a27568-5906-4f04-abf3-52cf4b57654b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.620734] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1439.621125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.621125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.621323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.621527] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.621657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.621724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.621886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.621967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.622084] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.124861] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.627368] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.130179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.130442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.130442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.130589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.130684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.130782] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1441.159490] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.159687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.159687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.159902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.160059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.169252] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1442.576196] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.576196] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1443.180089] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1443.180313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.180478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.180693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.180881] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.180999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.181079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.181227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.181307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.181390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.181479] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.683961] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.684416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.684416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.684511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.684679] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.684825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.684896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.685084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.685218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.685309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.685463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.685556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.685618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.685810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.685966] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.686072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.686135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.686286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.686346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.686430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.686518] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.189140] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3c1424e-0753-4388-b194-97ad0adf38b9: rpc.has_security_group_logging(os_id): False [ 1444.206620] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.206853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.206853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.207050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.207144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.207361] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.207458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.207520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.207669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.207746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.207920] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.208023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.208087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.208221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.208294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.208478] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.208569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.208628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.208761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.208833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.208915] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1444.271201] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.271419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.271419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.271620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.271772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.292746] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1446.308923] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1446.308923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.351517] env[65073]: INFO networking_nsxv3.common.synchronization [req-27c74f9b-7c43-4243-8b97-75ec7b3caed5 req-0cdc313e-1255-456f-bfbd-ff0986bf4fb0 tempest-ServersTestJSON-61762899 tempest-ServersTestJSON-61762899-project-member] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1447.352105] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1447.352503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.352569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.352605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.352807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.352996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.353124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.353261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.353406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.353459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.353527] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.855771] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.357748] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.860338] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.860554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.860554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.860770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.860860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.860959] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1448.892383] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.892591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.892591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.892787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.892932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.901826] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1450.911959] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1450.912336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.353419] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.353855] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.975716] env[65073]: INFO networking_nsxv3.common.synchronization [req-f98f5d95-cc8f-47b7-b40a-073e44f85c37 req-b549ebcb-fde3-44ce-a4e1-5f4a02e6c12e tempest-ServersTestJSON-61762899 tempest-ServersTestJSON-61762899-project-member] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1453.976265] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1453.976592] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.976711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.976797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.977088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.977313] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.977444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.977518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.978161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.978161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.978161] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.481433] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.983682] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.486067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.486331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.486331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.486467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.486559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.486636] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1455.515585] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.515753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.515830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.515996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.516153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.524369] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1457.534711] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1457.534711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.977619] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.978040] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.182294] env[65073]: INFO networking_nsxv3.common.synchronization [req-b6974fef-9ed5-493c-b181-55c2577fae66 req-38e7c34e-ec06-4479-9c70-4cf19ca26b00 tempest-ServersTestJSON-61762899 tempest-ServersTestJSON-61762899-project-member] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1463.182833] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1463.183148] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.183301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.183379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.183575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.183730] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.183824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.183913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.184042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.184133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.184212] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.464676] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.464891] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.465027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.465314] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.465572] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.465733] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.465868] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.466128] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.466295] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.466519] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1463.466630] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1463.466737] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1463.466850] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1463.466996] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1463.467121] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1463.467253] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1463.497811] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1463.498039] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1463.498118] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1463.498296] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.498624] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-8e9e4f8e-d627-4554-9474-1cd253366067 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.498791] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-8e9e4f8e-d627-4554-9474-1cd253366067" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.498907] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-8e9e4f8e-d627-4554-9474-1cd253366067" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.499266] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-8e9e4f8e-d627-4554-9474-1cd253366067" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.499406] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e9e4f8e-d627-4554-9474-1cd253366067',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.686222] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.001752] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.001986] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.002136] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.002431] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.002581] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.002734] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 8e9e4f8e-d627-4554-9474-1cd253366067 not found, creating... [ 1464.003010] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.003178] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.003304] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.003534] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.003676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.003975] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.004154] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.004271] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.004518] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.004668] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.004808] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 8e9e4f8e-d627-4554-9474-1cd253366067 is going to be created. [ 1464.025408] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.025634] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.025727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.025995] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.026237] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.026461] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-8e9e4f8e-d627-4554-9474-1cd253366067" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.188549] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.693233] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.693233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.693233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.693233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.693233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.693233] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1464.718606] env[65073]: INFO networking_nsxv3.common.synchronization [req-b6974fef-9ed5-493c-b181-55c2577fae66 req-4d0176d7-c26e-4110-8f29-d6597162d6b2 service nova] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_rules [ 1464.718606] env[65073]: INFO networking_nsxv3.common.synchronization [req-b6974fef-9ed5-493c-b181-55c2577fae66 req-4d0176d7-c26e-4110-8f29-d6597162d6b2 service nova] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1464.718606] env[65073]: INFO networking_nsxv3.common.synchronization [req-b6974fef-9ed5-493c-b181-55c2577fae66 req-4d0176d7-c26e-4110-8f29-d6597162d6b2 service nova] Enqueued Resource ID: 8e9e4f8e-d627-4554-9474-1cd253366067 with Priority: HIGHEST for action port [ 1464.718606] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_rules [ 1464.718606] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1464.718606] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e9e4f8e-d627-4554-9474-1cd253366067 with Priority: HIGHEST for action port [ 1464.718606] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.718606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.718606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.718606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.719322] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.720622] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.721483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.721483] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e9e4f8e-d627-4554-9474-1cd253366067 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.721483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e9e4f8e-d627-4554-9474-1cd253366067" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.721483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e9e4f8e-d627-4554-9474-1cd253366067" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.721763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e9e4f8e-d627-4554-9474-1cd253366067" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.721849] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e9e4f8e-d627-4554-9474-1cd253366067',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.724572] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.724731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.724830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.725038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.725402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.735334] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1465.227433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.227801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.227801] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e9e4f8e-d627-4554-9474-1cd253366067 with status ACTIVE [ 1465.227952] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.228047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.228085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.228294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.228379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.228546] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.228642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.228706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.228862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.228942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.229133] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.229229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.229283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.229789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.229789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.229789] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e9e4f8e-d627-4554-9474-1cd253366067 is going to be updated. [ 1465.262849] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.263027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.263099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.263309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.263476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.263654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e9e4f8e-d627-4554-9474-1cd253366067" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.745093] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1466.745093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.745093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.745093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.745093] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.745633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.745633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.745633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.745633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.745758] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.247896] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.749714] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.252155] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.252470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.252470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.252616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.252722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.252808] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1468.280172] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.280323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.280368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.280588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.280736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.289106] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1469.719188] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.719546] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1470.300120] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1470.300373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.300513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.300742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.300933] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.301064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.301131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.301279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.301360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.301449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.301540] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.803938] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.804389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.804389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.804627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.804895] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.805025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.805101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.805260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.805399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.805535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.805664] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.805857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.805857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.805980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.806134] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.806227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.806280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.806421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.806514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.806601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.806694] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.308620] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3c1424e-0753-4388-b194-97ad0adf38b9: rpc.has_security_group_logging(os_id): False [ 1471.326380] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.326552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.326603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.326838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.326941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.327172] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.327271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.327335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.327496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.327571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.327776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.327889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.327970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.328130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.328206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.328395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.328489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.328599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.328684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.328755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.329486] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1471.387380] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.387613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.387613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.387814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.387979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.404985] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1473.421419] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1473.421880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.276329] env[65073]: INFO networking_nsxv3.common.synchronization [req-a4022c01-430c-4523-bc00-aa4170cf5389 req-e60a64db-aca7-4f56-b6b0-de7748e8e366 tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee with Priority: HIGHEST for action security_group_members [ 1474.276813] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee with Priority: HIGHEST for action security_group_members [ 1474.277613] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.277613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.277613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.277613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.277613] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.278093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.278093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.278093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.278093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.278637] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.413038] env[65073]: INFO networking_nsxv3.common.synchronization [req-e7756200-c1de-4ff4-a744-a157e01339ae req-03e78f0c-559e-435e-b78d-c0e49f29004b tempest-ServersTestJSON-61762899 tempest-ServersTestJSON-61762899-project-member] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1474.413038] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1474.413038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.413038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.413038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.413038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.413038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.413481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.413481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.413481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.413732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.413732] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.780614] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.781044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.781044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.781044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.781157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.781369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.781472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.781537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.781694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.781773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.781858] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee is going to be updated. [ 1474.808588] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.808858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.808858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.808993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.809150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.817760] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee in Status: IN_PROGRESS for 2s [ 1474.915318] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.419150] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.921341] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.921665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.921665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.921733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.921845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.921999] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1475.953871] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.954198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.954198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.954420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.954420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.962656] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1476.827470] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee in Status: SUCCESS [ 1476.827689] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee deletion is rescheduled due to dependency. [ 1476.827799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.971917] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1477.972308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.994589] env[65073]: INFO networking_nsxv3.common.synchronization [None req-19786d6a-b119-4d91-93d3-68b983ba6309 tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: 1cb2d971-da80-4546-ba19-db145ea87636 with Priority: HIGHEST for action security_group_rules [ 1478.995152] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb2d971-da80-4546-ba19-db145ea87636 with Priority: HIGHEST for action security_group_rules [ 1478.995524] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cb2d971-da80-4546-ba19-db145ea87636 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.995650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.995747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.996016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.996272] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cb2d971-da80-4546-ba19-db145ea87636',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.076954] env[65073]: INFO networking_nsxv3.common.synchronization [None req-76558da7-7f25-405b-9383-4de9d63fe624 tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: 1cb2d971-da80-4546-ba19-db145ea87636 with Priority: HIGHEST for action security_group_rules [ 1479.077172] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb2d971-da80-4546-ba19-db145ea87636 with Priority: HIGHEST for action security_group_rules [ 1479.077420] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cb2d971-da80-4546-ba19-db145ea87636 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.077519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.515996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.516172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.516224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.516429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.516524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.516618] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cb2d971-da80-4546-ba19-db145ea87636 already deleted. [ 1479.516701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.516848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.516994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.517095] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cb2d971-da80-4546-ba19-db145ea87636',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.038480] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.038856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.038856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.038856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.039048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.039048] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cb2d971-da80-4546-ba19-db145ea87636 already deleted. [ 1480.039138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.078217] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.078637] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.482037] env[65073]: INFO networking_nsxv3.common.synchronization [req-7ffce9b7-06dd-44ea-ab35-04041b37142b req-2eaf5092-1082-426a-8086-06bd0328194a tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: 1cb2d971-da80-4546-ba19-db145ea87636 with Priority: HIGHEST for action security_group_members [ 1484.482037] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb2d971-da80-4546-ba19-db145ea87636 with Priority: HIGHEST for action security_group_members [ 1484.482037] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb2d971-da80-4546-ba19-db145ea87636 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.482037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.482037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.482236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.482315] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.482413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.482486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.482610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.482694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.482788] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb2d971-da80-4546-ba19-db145ea87636',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.752028] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.752028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.752028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.752355] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.752453] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.752612] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.752729] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.752936] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.753121] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.753354] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1484.753461] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1484.753554] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1484.753660] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1484.753768] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1484.753937] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1484.754130] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1484.774094] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1484.774285] env[65073]: DEBUG dogpile.cache.region [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1484.774421] env[65073]: DEBUG dogpile.lock [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1484.774590] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "network-948" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.774894] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock port-863fe821-223f-4439-9620-40e423bde09e taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.775074] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "port-863fe821-223f-4439-9620-40e423bde09e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.775248] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "port-863fe821-223f-4439-9620-40e423bde09e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.775528] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "port-863fe821-223f-4439-9620-40e423bde09e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.775676] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('863fe821-223f-4439-9620-40e423bde09e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.985195] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.985415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.985415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.985673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.985773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.985976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.986104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.986159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.986304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.986379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.986466] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb2d971-da80-4546-ba19-db145ea87636 already deleted. [ 1484.986549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.277838] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.278316] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.278316] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.278509] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.278654] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.278803] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Segment Port 863fe821-223f-4439-9620-40e423bde09e not found, creating... [ 1485.279088] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.279248] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.279359] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.279600] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.279736] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.280026] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.280180] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.280292] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.280490] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.280621] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.280753] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Resource: SegmentPort with ID: 863fe821-223f-4439-9620-40e423bde09e is going to be created. [ 1485.302507] env[65073]: DEBUG networking_nsxv3.common.locking [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.302731] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.302856] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.303142] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.303383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.303598] env[65073]: DEBUG oslo_concurrency.lockutils [None req-65bd66ab-f1b2-4f9f-8c44-605c8bf846ce None None] Releasing lock "port-863fe821-223f-4439-9620-40e423bde09e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.978521] env[65073]: INFO networking_nsxv3.common.synchronization [req-7ffce9b7-06dd-44ea-ab35-04041b37142b req-7e1d130e-ae82-41de-a386-1d89f51bef04 service nova] Enqueued Resource ID: 1cb2d971-da80-4546-ba19-db145ea87636 with Priority: HIGHEST for action security_group_rules [ 1485.978792] env[65073]: INFO networking_nsxv3.common.synchronization [req-7ffce9b7-06dd-44ea-ab35-04041b37142b req-7e1d130e-ae82-41de-a386-1d89f51bef04 service nova] Enqueued Resource ID: 1cb2d971-da80-4546-ba19-db145ea87636 with Priority: HIGHEST for action security_group_members [ 1485.978879] env[65073]: INFO networking_nsxv3.common.synchronization [req-7ffce9b7-06dd-44ea-ab35-04041b37142b req-7e1d130e-ae82-41de-a386-1d89f51bef04 service nova] Enqueued Resource ID: 863fe821-223f-4439-9620-40e423bde09e with Priority: HIGHEST for action port [ 1485.979424] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb2d971-da80-4546-ba19-db145ea87636 with Priority: HIGHEST for action security_group_rules [ 1485.979560] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb2d971-da80-4546-ba19-db145ea87636 with Priority: HIGHEST for action security_group_members [ 1485.979864] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 863fe821-223f-4439-9620-40e423bde09e with Priority: HIGHEST for action port [ 1485.980389] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cb2d971-da80-4546-ba19-db145ea87636 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.980524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.980589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.980798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.980881] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cb2d971-da80-4546-ba19-db145ea87636',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.981726] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb2d971-da80-4546-ba19-db145ea87636 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.981841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.981908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.982091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.982243] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.982338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.982402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.982546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.982624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.982720] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb2d971-da80-4546-ba19-db145ea87636',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.983770] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-863fe821-223f-4439-9620-40e423bde09e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.983865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-863fe821-223f-4439-9620-40e423bde09e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.983933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-863fe821-223f-4439-9620-40e423bde09e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.984713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-863fe821-223f-4439-9620-40e423bde09e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.985330] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('863fe821-223f-4439-9620-40e423bde09e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.487413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb2d971-da80-4546-ba19-db145ea87636 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.487820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.487820] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb2d971-da80-4546-ba19-db145ea87636',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.489181] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 863fe821-223f-4439-9620-40e423bde09e with status ACTIVE [ 1486.489792] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.489792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.489792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.489792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.489792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.490058] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.490058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.490141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.490270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.490347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.490562] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.490655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.490720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.490861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.490927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.491022] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 863fe821-223f-4439-9620-40e423bde09e is going to be updated. [ 1486.511739] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.511953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.511953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.512165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.512303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.512468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-863fe821-223f-4439-9620-40e423bde09e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.574093] env[65073]: INFO networking_nsxv3.common.synchronization [req-f3a6fe61-b91d-47d4-985e-cfd650c2918d req-029156b0-80cb-4879-aa46-ce4a0a9537f1 tempest-ServersTestJSON-61762899 tempest-ServersTestJSON-61762899-project-member] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1486.574754] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1486.574754] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.574754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.574754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.575053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.575106] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.575200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.575293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.575524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.575595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.575648] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.889279] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.889480] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.889605] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.889877] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.890150] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.890308] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.890423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.890635] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.890777] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.891007] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1486.891142] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1486.891235] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1486.891335] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1486.891441] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1486.891547] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1486.891676] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1486.910335] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1486.910534] env[65073]: DEBUG dogpile.cache.region [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1486.910677] env[65073]: DEBUG dogpile.lock [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1486.910870] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "network-664" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.911281] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock port-8276d15c-58d1-4f5e-b734-96eb302882d6 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.911522] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "port-8276d15c-58d1-4f5e-b734-96eb302882d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.911653] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "port-8276d15c-58d1-4f5e-b734-96eb302882d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.912026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "port-8276d15c-58d1-4f5e-b734-96eb302882d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.912184] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8276d15c-58d1-4f5e-b734-96eb302882d6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.993186] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb2d971-da80-4546-ba19-db145ea87636',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.078042] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.414694] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.414989] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.414989] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.415290] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.415436] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.415659] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Segment Port 8276d15c-58d1-4f5e-b734-96eb302882d6 not found, creating... [ 1487.415917] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.416082] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.416198] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.416410] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.416691] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.417054] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.417228] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.417348] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.417576] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.417777] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.417941] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Resource: SegmentPort with ID: 8276d15c-58d1-4f5e-b734-96eb302882d6 is going to be created. [ 1487.438447] env[65073]: DEBUG networking_nsxv3.common.locking [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.438675] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.438758] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.439046] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.440112] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.440585] env[65073]: DEBUG oslo_concurrency.lockutils [None req-2694cbe4-f0cc-444f-9c7f-0e31df699431 None None] Releasing lock "port-8276d15c-58d1-4f5e-b734-96eb302882d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.495731] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.496173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.496173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.496471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.496630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.496802] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb2d971-da80-4546-ba19-db145ea87636 is going to be created. [ 1487.545208] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.545452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.545452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.545801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.545984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.560480] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb2d971-da80-4546-ba19-db145ea87636 in Status: UNINITIALIZED for 2s [ 1487.580330] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.083142] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.083309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.083385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.083735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.083834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.083939] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1488.114325] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.114325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.114325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.114618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.114618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.122327] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1488.144685] env[65073]: INFO networking_nsxv3.common.synchronization [req-f3a6fe61-b91d-47d4-985e-cfd650c2918d req-f1b16890-4f6a-456e-b2d7-50229c496562 service nova] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_rules [ 1488.144879] env[65073]: INFO networking_nsxv3.common.synchronization [req-f3a6fe61-b91d-47d4-985e-cfd650c2918d req-f1b16890-4f6a-456e-b2d7-50229c496562 service nova] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1488.145028] env[65073]: INFO networking_nsxv3.common.synchronization [req-f3a6fe61-b91d-47d4-985e-cfd650c2918d req-f1b16890-4f6a-456e-b2d7-50229c496562 service nova] Enqueued Resource ID: 8276d15c-58d1-4f5e-b734-96eb302882d6 with Priority: HIGHEST for action port [ 1488.145652] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_rules [ 1488.145824] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1488.145927] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8276d15c-58d1-4f5e-b734-96eb302882d6 with Priority: HIGHEST for action port [ 1488.146271] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.146399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.146497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.146800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.146843] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.148149] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.148149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.148307] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-8276d15c-58d1-4f5e-b734-96eb302882d6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.148405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8276d15c-58d1-4f5e-b734-96eb302882d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.148472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8276d15c-58d1-4f5e-b734-96eb302882d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.148636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8276d15c-58d1-4f5e-b734-96eb302882d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.148712] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8276d15c-58d1-4f5e-b734-96eb302882d6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.650464] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.650915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.650915] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8276d15c-58d1-4f5e-b734-96eb302882d6 with status ACTIVE [ 1488.650915] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.651037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.651082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.651287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.651378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.651544] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.651639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.651699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.651889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.651946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.652110] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.652202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.652261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.652394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.652466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.652551] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8276d15c-58d1-4f5e-b734-96eb302882d6 is going to be updated. [ 1488.672352] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.672529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.672572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.672744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.672995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.673325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8276d15c-58d1-4f5e-b734-96eb302882d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.570189] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb2d971-da80-4546-ba19-db145ea87636 in Status: SUCCESS [ 1489.570408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.570571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.570848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.571064] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.571185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.571254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.571425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.571504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.571627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.571777] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cb2d971-da80-4546-ba19-db145ea87636',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.074330] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cb2d971-da80-4546-ba19-db145ea87636',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.136614] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1490.136890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.137098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.137323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.137513] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.137624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.137689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.137838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.137920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.138031] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.576876] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cb2d971-da80-4546-ba19-db145ea87636: rpc.has_security_group_logging(os_id): False [ 1490.594401] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.594640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.594640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.594871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.594909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.595173] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.595272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.595336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.595507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.595580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.595666] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cb2d971-da80-4546-ba19-db145ea87636 is going to be created. [ 1490.640547] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.651168] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.651329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.651376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.651570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.651751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.662885] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb2d971-da80-4546-ba19-db145ea87636 in Status: IN_PROGRESS for 2s [ 1491.143347] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.645395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.645651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.645700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.645892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.645982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.646097] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1491.674498] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.674706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.674790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.675125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.675338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.685192] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1492.676565] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb2d971-da80-4546-ba19-db145ea87636 in Status: SUCCESS [ 1492.676999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.147137] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.147342] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1493.272839] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1493.272839] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-11a29a53-9ce4-4f05-9b0e-be71816e3ab6 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1493.694602] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1493.695018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.695018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.695236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.695431] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.695584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.695643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.695806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.695888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.695974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.696081] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.199067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.199067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.199067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.199373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.199373] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.199552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.199552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.199730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.199837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.199889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.200018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.200138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.200214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.200297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.200431] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.200512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.200571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.200709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.200783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.200857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.200950] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.704061] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3c1424e-0753-4388-b194-97ad0adf38b9: rpc.has_security_group_logging(os_id): False [ 1494.722493] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.722687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.722687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.722897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.722990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.723225] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.723325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.723390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.723533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.723614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.723851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.723950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.724044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.724194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.724520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.724520] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.724633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.724754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.724897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.724971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.725068] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1494.784646] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.784907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.784907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.785030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.785160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.802637] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1496.823539] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1496.823870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.148073] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.148405] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.555145] env[65073]: INFO networking_nsxv3.common.synchronization [req-5f5a19d1-ece6-44e5-b5ed-e0bec2edcd01 req-f78d98bb-d08e-40f1-ab7e-d3d920fd9e09 tempest-ServersTestJSON-61762899 tempest-ServersTestJSON-61762899-project-member] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1501.555451] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1501.555850] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.555970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.556049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.556249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.556394] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.556488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.556554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.556692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.556776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.556871] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.059523] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.561596] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.064252] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.064426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.064509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.064724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.064821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.064918] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1503.094124] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.094306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.094306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.094607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.094835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.104281] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1505.115891] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1505.116356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.556659] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.557079] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.842762] env[65073]: INFO networking_nsxv3.common.synchronization [req-fc38469c-2c24-4b44-8d62-65939f626e0f req-06cfc3f1-a309-4207-9213-b79bd6da5123 tempest-ServersTestJSON-61762899 tempest-ServersTestJSON-61762899-project-member] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1507.843079] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGHEST for action security_group_members [ 1507.844054] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.844054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.844054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.844054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.844054] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.844054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.844054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.844405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.844405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.844405] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.347344] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.347573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.347573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.347781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.347876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.348158] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.348271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.348334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.348506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.348582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.348669] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be updated. [ 1508.375432] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.375676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.375676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.375888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.376044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.384975] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: IN_PROGRESS for 2s [ 1510.396025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c1424e-0753-4388-b194-97ad0adf38b9 in Status: SUCCESS [ 1510.396404] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 deletion is rescheduled due to dependency. [ 1510.396448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.844354] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.844716] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.845603] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.845603] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.846419] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.846907] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.847469] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.847893] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.848886] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.848886] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.849823] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.850112] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.845303] env[65073]: INFO networking_nsxv3.common.synchronization [req-e7886a45-6c49-45c3-8393-dac652e2ede4 req-08746843-1868-4eb4-af8d-2651b35a11c7 tempest-AttachVolumeNegativeTest-1821358775 tempest-AttachVolumeNegativeTest-1821358775-project-member] Enqueued Resource ID: 1cb2d971-da80-4546-ba19-db145ea87636 with Priority: HIGHEST for action security_group_members [ 1540.845714] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb2d971-da80-4546-ba19-db145ea87636 with Priority: HIGHEST for action security_group_members [ 1540.846062] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb2d971-da80-4546-ba19-db145ea87636 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.846185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.846254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.846452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.846600] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.846698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.846762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.846935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.847059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.847157] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb2d971-da80-4546-ba19-db145ea87636',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.350157] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.350157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.350157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.350157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.350157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.350157] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.350636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.350636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.350636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.350636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.350636] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb2d971-da80-4546-ba19-db145ea87636 is going to be updated. [ 1541.378526] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.378758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.378758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.378850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.378973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.387089] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb2d971-da80-4546-ba19-db145ea87636 in Status: IN_PROGRESS for 2s [ 1543.397679] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb2d971-da80-4546-ba19-db145ea87636 in Status: SUCCESS [ 1543.398107] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb2d971-da80-4546-ba19-db145ea87636 deletion is rescheduled due to dependency. [ 1543.398107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.846954] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.847377] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.221493] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.221953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.221953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.222117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.222278] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.725273] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.847933] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.848191] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.227789] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.730200] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1551.730392] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1552.598967] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.599409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.599409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.599409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.612013] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1552.612829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.613529] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1552.652059] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.652323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.652323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.652469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.665551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.666417] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1552.666510] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1552.666593] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1552.702872] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.703146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.703146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.703280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.704160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.704311] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1552.778835] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.779065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.779065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.779272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.779582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.779839] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1552.858143] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.858331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.858377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.858578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.858870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.859161] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:23. [ 1552.859404] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f229f667-fc31-470f-9d4f-bc0e239cc1dd', 'cff24c35-fdfd-40ab-9cea-645663362fb2', '0640afb1-a17f-4308-a977-a999c84ee229', 'b841c0a5-26a4-4676-9472-8442f378c33e', '53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82', '734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee', '0d466f6d-d242-44e6-8d12-6699d56dfaa8', '211714b9-a341-4d3f-8596-204f19a4db5f', 'ce4dc6c7-2efe-4ca0-a805-a0766a1218c1', '8d5cdf0c-1738-405b-b14d-ff14082dd4db', '1605f304-aa7b-4c5e-a6a3-e51e5467f670', '4334a856-f90a-44c1-8478-485e13c710ce', 'd2233e16-b9fb-48ee-b331-763ed4fc0e11', '2d2d4872-3724-443f-88f7-7004f81fd10c', '54c73e9d-c074-4781-9956-23d212aa1e5b', '0bc00696-ddfd-4005-b506-c5cd8057b3b0', '1cb2d971-da80-4546-ba19-db145ea87636', '75588a77-0475-409f-8dfb-62abc7c6b80f', 'b3c1424e-0753-4388-b194-97ad0adf38b9', 'd3821ac3-5fb9-445f-b011-583c9e4002e8', 'b5ecd08c-8bb9-42a9-94d5-8335201bd596', 'd37f2478-adcc-413f-b4f0-9c5bca0c3f2f', '2cc2879e-b450-4a77-b4f9-52555e6d3fc8'} {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1552.859404] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1552.880441] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.880585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.880585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.880719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.880808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.880920] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1552.880993] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1552.881079] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1552.962417] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.962681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.962681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.962819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.964050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.964316] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1552.964399] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1552.964502] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1552.964600] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1552.964694] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/23 resources of Type:Security Group Rules [ 1552.964769] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGH for action security_group_rules [ 1552.964848] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGH for action security_group_rules [ 1552.964916] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGH for action security_group_rules [ 1552.964981] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGH for action security_group_rules [ 1552.965060] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGH for action security_group_rules [ 1552.965123] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee with Priority: HIGH for action security_group_rules [ 1552.965184] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGH for action security_group_rules [ 1552.965246] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 211714b9-a341-4d3f-8596-204f19a4db5f with Priority: HIGH for action security_group_rules [ 1552.965307] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 with Priority: HIGH for action security_group_rules [ 1552.965368] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGH for action security_group_rules [ 1552.965430] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGH for action security_group_rules [ 1552.965491] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4334a856-f90a-44c1-8478-485e13c710ce with Priority: HIGH for action security_group_rules [ 1552.965553] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 with Priority: HIGH for action security_group_rules [ 1552.965615] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGH for action security_group_rules [ 1552.965679] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGH for action security_group_rules [ 1552.965749] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 with Priority: HIGH for action security_group_rules [ 1552.965798] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cb2d971-da80-4546-ba19-db145ea87636 with Priority: HIGH for action security_group_rules [ 1552.965874] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75588a77-0475-409f-8dfb-62abc7c6b80f with Priority: HIGH for action security_group_rules [ 1552.965966] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGH for action security_group_rules [ 1552.966046] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 with Priority: HIGH for action security_group_rules [ 1552.966143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.849067] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.849484] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1555.849484] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd with Priority: HIGH for action security_group_rules [ 1555.849484] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0640afb1-a17f-4308-a977-a999c84ee229 with Priority: HIGH for action security_group_rules [ 1555.849614] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 with Priority: HIGH for action security_group_rules [ 1555.849656] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c73e9d-c074-4781-9956-23d212aa1e5b with Priority: HIGH for action security_group_rules [ 1555.849767] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 with Priority: HIGH for action security_group_rules [ 1555.849814] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1424e-0753-4388-b194-97ad0adf38b9 with Priority: HIGH for action security_group_rules [ 1555.849942] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75588a77-0475-409f-8dfb-62abc7c6b80f with Priority: HIGH for action security_group_rules [ 1555.849989] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb2d971-da80-4546-ba19-db145ea87636 with Priority: HIGH for action security_group_rules [ 1555.850075] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2d4872-3724-443f-88f7-7004f81fd10c with Priority: HIGH for action security_group_rules [ 1555.850153] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 with Priority: HIGH for action security_group_rules [ 1555.850240] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 with Priority: HIGH for action security_group_rules [ 1555.850326] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4334a856-f90a-44c1-8478-485e13c710ce with Priority: HIGH for action security_group_rules [ 1555.850414] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 with Priority: HIGH for action security_group_rules [ 1555.850501] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db with Priority: HIGH for action security_group_rules [ 1555.850588] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 with Priority: HIGH for action security_group_rules [ 1555.850675] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee with Priority: HIGH for action security_group_rules [ 1555.850762] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211714b9-a341-4d3f-8596-204f19a4db5f with Priority: HIGH for action security_group_rules [ 1555.850846] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 with Priority: HIGH for action security_group_rules [ 1555.850947] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff24c35-fdfd-40ab-9cea-645663362fb2 with Priority: HIGH for action security_group_rules [ 1555.851028] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b841c0a5-26a4-4676-9472-8442f378c33e with Priority: HIGH for action security_group_rules [ 1555.851661] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.851804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.851872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.852109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.852197] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f229f667-fc31-470f-9d4f-bc0e239cc1dd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.853141] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0640afb1-a17f-4308-a977-a999c84ee229 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.853255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.853322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.853482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.853558] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0640afb1-a17f-4308-a977-a999c84ee229',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.854343] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.854481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.854537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.854634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.854707] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d466f6d-d242-44e6-8d12-6699d56dfaa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.855387] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c73e9d-c074-4781-9956-23d212aa1e5b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.855494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.855552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.855889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.855889] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c73e9d-c074-4781-9956-23d212aa1e5b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.856456] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3821ac3-5fb9-445f-b011-583c9e4002e8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.856643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.856643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.856804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.856847] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3821ac3-5fb9-445f-b011-583c9e4002e8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.858861] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c1424e-0753-4388-b194-97ad0adf38b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.859326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.859326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.859326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.859326] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c1424e-0753-4388-b194-97ad0adf38b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.859889] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75588a77-0475-409f-8dfb-62abc7c6b80f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.859985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.860061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.860208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.860281] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75588a77-0475-409f-8dfb-62abc7c6b80f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.860921] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cb2d971-da80-4546-ba19-db145ea87636 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.861440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.861440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.861440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.861440] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cb2d971-da80-4546-ba19-db145ea87636',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.861949] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d2d4872-3724-443f-88f7-7004f81fd10c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.862070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.862120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.862536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.862536] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d2d4872-3724-443f-88f7-7004f81fd10c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.003268] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bc00696-ddfd-4005-b506-c5cd8057b3b0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.003529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.003529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.003753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.003837] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bc00696-ddfd-4005-b506-c5cd8057b3b0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.004888] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.005008] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.005084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.005297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.005395] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2233e16-b9fb-48ee-b331-763ed4fc0e11',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.007382] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4334a856-f90a-44c1-8478-485e13c710ce taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.007508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.007574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.007739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.007818] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4334a856-f90a-44c1-8478-485e13c710ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.008558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.008750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.008816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.008972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.009063] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1605f304-aa7b-4c5e-a6a3-e51e5467f670',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.009734] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.009839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.009902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.010725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.010825] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5cdf0c-1738-405b-b14d-ff14082dd4db',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.011828] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.011937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.012016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.012216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.012250] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce4dc6c7-2efe-4ca0-a805-a0766a1218c1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.012886] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.013210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.013327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.013504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.013731] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.014535] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-211714b9-a341-4d3f-8596-204f19a4db5f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.014678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.014716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.014847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.014919] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('211714b9-a341-4d3f-8596-204f19a4db5f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.015598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.015697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.015762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.015907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.016143] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.017317] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cff24c35-fdfd-40ab-9cea-645663362fb2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.017433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.017686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.017686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.017760] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cff24c35-fdfd-40ab-9cea-645663362fb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.019309] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b841c0a5-26a4-4676-9472-8442f378c33e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.019309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.019309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.019558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.019558] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b841c0a5-26a4-4676-9472-8442f378c33e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.078410] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.078682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.078682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.078816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.101912] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.102191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.102859] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.102958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.103702] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.103790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.105115] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.105115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.105345] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.105457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.106221] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.106382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.107089] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.107189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.107870] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.107964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.108653] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.108749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.109463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.109573] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bc00696-ddfd-4005-b506-c5cd8057b3b0 is going to be deleted. [ 1556.110841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.111067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.112458] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.112556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.130394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.130554] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d2d4872-3724-443f-88f7-7004f81fd10c is going to be deleted. [ 1556.131398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.131608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.152018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.152188] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f229f667-fc31-470f-9d4f-bc0e239cc1dd is going to be deleted. [ 1556.153016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.153231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.175105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.175290] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75588a77-0475-409f-8dfb-62abc7c6b80f is going to be deleted. [ 1556.176483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.176700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.189372] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.189593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.196372] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.196587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.204538] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.204701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.205551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.205670] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c73e9d-c074-4781-9956-23d212aa1e5b is going to be deleted. [ 1556.206593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.206793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.227860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.228080] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3821ac3-5fb9-445f-b011-583c9e4002e8 is going to be deleted. [ 1556.228882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.229143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.242532] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.242783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.267919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.268126] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cb2d971-da80-4546-ba19-db145ea87636 is going to be deleted. [ 1556.269019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.269240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.313530] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.313762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.339865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.340063] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0640afb1-a17f-4308-a977-a999c84ee229 is going to be deleted. [ 1556.340934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.341176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.402846] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.403137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.415151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.415369] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d466f6d-d242-44e6-8d12-6699d56dfaa8 is going to be deleted. [ 1556.416768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.417093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.486397] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.486626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.515224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.515412] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c1424e-0753-4388-b194-97ad0adf38b9 is going to be deleted. [ 1556.516357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.516573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.518035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.518147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.523905] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.524156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.553731] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.554042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.554682] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.554806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.556189] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.556309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.575712] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.575922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.577450] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.577563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.578365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.578460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.579121] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.579217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.579854] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.579946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.580608] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.580702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.600069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.600246] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2233e16-b9fb-48ee-b331-763ed4fc0e11 is going to be deleted. [ 1556.601148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.601367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.601458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.601585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bc00696-ddfd-4005-b506-c5cd8057b3b0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.601745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.601895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.601977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.602101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d2d4872-3724-443f-88f7-7004f81fd10c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.602634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.602773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.602854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.602973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f229f667-fc31-470f-9d4f-bc0e239cc1dd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.603119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.603259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.603334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.603444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75588a77-0475-409f-8dfb-62abc7c6b80f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.603570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.603708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.603781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.603887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c73e9d-c074-4781-9956-23d212aa1e5b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.604060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.604203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.604279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.604389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3821ac3-5fb9-445f-b011-583c9e4002e8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.604524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.604659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.604732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.604842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cb2d971-da80-4546-ba19-db145ea87636" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.604968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.605121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.605196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.605305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0640afb1-a17f-4308-a977-a999c84ee229" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.605434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.605568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.605642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.605751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d466f6d-d242-44e6-8d12-6699d56dfaa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.605878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.606045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.657347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.657530] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b841c0a5-26a4-4676-9472-8442f378c33e is going to be deleted. [ 1556.658446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.658667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.683631] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.683854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.690365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.690531] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cff24c35-fdfd-40ab-9cea-645663362fb2 is going to be deleted. [ 1556.691446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.691673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.712965] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.713194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.718814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.719017] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce4dc6c7-2efe-4ca0-a805-a0766a1218c1 is going to be deleted. [ 1556.720006] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.720236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.761357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.761548] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82 is going to be deleted. [ 1556.762446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.762733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.764709] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.764845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.817806] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.818049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.818801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.818921] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4334a856-f90a-44c1-8478-485e13c710ce is going to be deleted. [ 1556.819795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.820008] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.841693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.841924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.859181] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.859606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.860307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.860491] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee is going to be deleted. [ 1556.861733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.861955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.919813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.920056] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5cdf0c-1738-405b-b14d-ff14082dd4db is going to be deleted. [ 1556.920895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.921120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.955477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.955682] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1605f304-aa7b-4c5e-a6a3-e51e5467f670 is going to be deleted. [ 1556.956668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.956895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.977068] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.977288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.995842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.996063] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 211714b9-a341-4d3f-8596-204f19a4db5f is going to be deleted. [ 1556.997027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.997248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.997367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.997486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c1424e-0753-4388-b194-97ad0adf38b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.997620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.997779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.997856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.997969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2233e16-b9fb-48ee-b331-763ed4fc0e11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.998594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.998758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.998840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.998960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b841c0a5-26a4-4676-9472-8442f378c33e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.999114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.999258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.999333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.999444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cff24c35-fdfd-40ab-9cea-645663362fb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.999611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.999707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.999781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.999891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce4dc6c7-2efe-4ca0-a805-a0766a1218c1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.000019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.000158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.000233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.000347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f5ef2a-86ef-4855-8a6a-4c22a2a4aa82" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.000458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.000593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.000664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.000769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4334a856-f90a-44c1-8478-485e13c710ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.011745] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.011938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.011938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.012144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.012234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.012352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-734a5c6c-d8b1-4d00-90c7-a4d3ffe0a3ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.086842] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.087088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.087088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.087253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.087346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.087470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5cdf0c-1738-405b-b14d-ff14082dd4db" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.094445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.094663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.094663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.094834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.094921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.095050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1605f304-aa7b-4c5e-a6a3-e51e5467f670" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.103900] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1557.104577] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.104732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.104809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.105046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.105143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.105264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-211714b9-a341-4d3f-8596-204f19a4db5f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.851961] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.852500] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.852830] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.853213] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.854230] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.854607] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0